General.OutsideOfAnyTestCase: 08:02:20.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in 

08:02:08.611 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:02:08.611 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskmDwm9r/test-tmp
08:02:08.612 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
08:02:08.612 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskmDwm9r/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
08:02:08.614 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658"
  extra_master_flags: "--txn_manager_enabled"
  extra_master_flags: "--raft_heartbeat_interval_ms=100"
  extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
  extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
  extra_tserver_flags: "--enable_txn_system_client_init=true"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

08:02:08.952 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:02:08.952 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

08:02:08.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:08.954439 24068 mini_oidc.cc:150] Starting JWKS server
08:02:08.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:08.956758 24068 webserver.cc:492] Webserver started at http://127.0.0.1:39873/ using document root <none> and password file <none>
08:02:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:08.956988 24068 mini_oidc.cc:186] Starting OIDC Discovery server
08:02:08.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:08.957466 24068 webserver.cc:492] Webserver started at http://127.0.0.1:44603/ using document root <none> and password file <none>
08:02:08.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-29T08:02:08Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:02:08.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-29T08:02:08Z Disabled control of system clock
08:02:08.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:08.989511 24068 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu
08:02:08.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu
08:02:08.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-0/wal
08:02:08.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-0/data
08:02:08.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:08.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:08.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:08.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:08.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:08.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:08.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-0/logs
08:02:08.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-0/data/info.pb
08:02:08.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:08.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:08.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:08.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.129.62:36767
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.129.62
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.129.20:45013
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39873/jwks.json
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:08.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.322366 24079 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.322777 24079 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.322906 24079 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:09.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.332195 24079 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:09.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.332374 24079 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:09.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.332451 24079 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:09.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.332506 24079 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:09.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.332592 24079 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:09.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.332661 24079 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:09.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.332751 24079 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39873/jwks.json
08:02:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.343469 24079 master_runner.cc:386] Master server non-default flags:
08:02:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.129.20:45013
08:02:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-0/data
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-0/wal
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.129.62:36767
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39873/jwks.json
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-0/data/info.pb
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.129.62
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-0/logs
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 07:43:23 UTC on bdcb31816ec0
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11658
08:02:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.345549 24079 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.347512 24079 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:09.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.355671 24085 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:09.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.355722 24084 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:09.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.356559 24087 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:09.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.357457 24079 server_base.cc:1061] running on GCE node
08:02:09.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.358346 24079 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:09.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.359840 24079 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:09.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.361120 24079 hybrid_clock.cc:648] HybridClock initialized: now 1777449729361060 us; error 32 us; skew 500 ppm
08:02:09.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.361491 24079 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.363842 24079 webserver.cc:492] Webserver started at http://127.23.129.62:39371/ using document root <none> and password file <none>
08:02:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.364552 24079 fs_manager.cc:362] Metadata directory not provided
08:02:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.364660 24079 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:09.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.364953 24079 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:09.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.367367 24079 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-0/data/instance:
08:02:09.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ffc34b343ab14e63bde1190aac71de1b"
08:02:09.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:09 on dist-test-slave-230h"
08:02:09.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.368201 24079 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-0/wal/instance:
08:02:09.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ffc34b343ab14e63bde1190aac71de1b"
08:02:09.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:09 on dist-test-slave-230h"
08:02:09.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.373495 24079 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.000s
08:02:09.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.377048 24093 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:02:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.378409 24079 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
08:02:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.378558 24079 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-0/data,/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-0/wal
08:02:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ffc34b343ab14e63bde1190aac71de1b"
08:02:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:09 on dist-test-slave-230h"
08:02:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.378715 24079 fs_report.cc:389] FS layout report
08:02:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-0/wal
08:02:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-0/wal
08:02:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-0/data/data
08:02:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:09.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:09.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:09.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:09.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:09.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:09.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:09.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:09.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.399202 24079 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:02:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.400416 24079 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.400701 24079 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:09.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.425161 24079 rpc_server.cc:307] RPC server started. Bound to: 127.23.129.62:36767
08:02:09.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.425191 24154 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.129.62:36767 every 8 connection(s)
08:02:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.426924 24079 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-0/data/info.pb
08:02:09.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.431643 24155 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:09.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.437654 24068 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu as pid 24079
08:02:09.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.437920 24068 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-0/wal/instance
08:02:09.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.437515 24155 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.440232 24068 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/wal
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/data
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/logs
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/data/info.pb
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.129.61:42059
08:02:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.129.61
08:02:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.129.20:45013
08:02:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219
08:02:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39873/jwks.json
08:02:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:09.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.455163 24155 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.456612 24095 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: connect: Connection refused (error 111)
08:02:09.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.458427 24155 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.129.61:42059: Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: connect: Connection refused (error 111)
08:02:09.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.507838 24155 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } attempt: 1
08:02:09.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.509900 24155 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.129.61:42059: Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: connect: Connection refused (error 111)
08:02:09.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.578197 24155 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } attempt: 2
08:02:09.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.580469 24155 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.129.61:42059: Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: connect: Connection refused (error 111)
08:02:09.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.671835 24155 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } attempt: 3
08:02:09.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.674346 24155 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.129.61:42059: Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: connect: Connection refused (error 111)
08:02:09.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.791110 24159 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:09.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.791433 24159 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:09.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.791538 24159 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.800170 24159 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.800282 24159 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.800331 24159 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.800374 24159 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.800432 24159 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.800472 24159 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.800518 24159 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39873/jwks.json
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.810940 24159 master_runner.cc:386] Master server non-default flags:
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.129.20:45013
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/data
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/wal
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.129.61:42059
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39873/jwks.json
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/data/info.pb
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.129.61
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/logs
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:02:09.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:09.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:09.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
08:02:09.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:09.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 07:43:23 UTC on bdcb31816ec0
08:02:09.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11658
08:02:09.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:09.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.812608 24159 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:09.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.814389 24159 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:09.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.817678 24155 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } attempt: 4
08:02:09.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.819922 24155 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.129.61:42059: Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: connect: Connection refused (error 111)
08:02:09.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.823071 24165 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:09.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.823036 24166 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:09.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.823729 24168 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:09.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.824111 24159 server_base.cc:1061] running on GCE node
08:02:09.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.824860 24159 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:09.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.826205 24159 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:09.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.827466 24159 hybrid_clock.cc:648] HybridClock initialized: now 1777449729827389 us; error 52 us; skew 500 ppm
08:02:09.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.827868 24159 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:09.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.830209 24159 webserver.cc:492] Webserver started at http://127.23.129.61:34715/ using document root <none> and password file <none>
08:02:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.830928 24159 fs_manager.cc:362] Metadata directory not provided
08:02:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.831080 24159 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:09.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.831532 24159 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.833830 24159 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/data/instance:
08:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "306f650890834a7ea3c3b7f8379084e5"
08:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:09 on dist-test-slave-230h"
08:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.834627 24159 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/wal/instance:
08:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "306f650890834a7ea3c3b7f8379084e5"
08:02:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:09 on dist-test-slave-230h"
08:02:09.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.840020 24159 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.006s	sys 0.001s
08:02:09.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.843350 24174 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:02:09.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.844770 24159 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.844964 24159 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/data,/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/wal
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "306f650890834a7ea3c3b7f8379084e5"
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:09 on dist-test-slave-230h"
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.845160 24159 fs_report.cc:389] FS layout report
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/wal
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/wal
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/data/data
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:09.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.859804 24159 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:02:09.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.860726 24159 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:09.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.861080 24159 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:09.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.885027 24159 rpc_server.cc:307] RPC server started. Bound to: 127.23.129.61:42059
08:02:09.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.885074 24235 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.129.61:42059 every 8 connection(s)
08:02:09.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.886633 24159 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/data/info.pb
08:02:09.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.890497 24068 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu as pid 24159
08:02:09.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.890676 24068 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/wal/instance
08:02:09.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.891047 24236 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.891876 24068 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/wal
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/data
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/logs
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/data/info.pb
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.129.60:40219
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.129.60
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.129.20:45013
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39873/jwks.json
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.897082 24236 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.912326 24236 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.922082 24236 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } has no permanent_uuid. Determining permanent_uuid...
08:02:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.923342 24178 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:09.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.925026 24236 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.129.60:40219: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:09.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:09.974385 24236 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } attempt: 1
08:02:09.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:09.976681 24236 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.129.60:40219: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.044965 24236 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } attempt: 2
08:02:10.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.047160 24236 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.129.60:40219: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:10.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.119257 24155 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } attempt: 5
08:02:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.126296 24155 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } has no permanent_uuid. Determining permanent_uuid...
08:02:10.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.128197 24155 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.129.60:40219: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:10.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.138412 24236 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } attempt: 3
08:02:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.140655 24236 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.129.60:40219: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:10.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.179459 24155 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } attempt: 1
08:02:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.181504 24155 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.129.60:40219: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:10.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.246125 24238 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:10.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.246512 24238 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:10.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.246626 24238 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:10.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.249747 24155 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } attempt: 2
08:02:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.251771 24155 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.129.60:40219: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:10.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.255986 24238 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:10.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.256107 24238 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:10.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.256181 24238 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:10.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.256249 24238 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:10.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.256338 24238 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:10.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.256443 24238 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:10.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.256536 24238 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39873/jwks.json
08:02:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.267369 24238 master_runner.cc:386] Master server non-default flags:
08:02:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.129.20:45013
08:02:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/data
08:02:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/wal
08:02:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.129.60:40219
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39873/jwks.json
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/data/info.pb
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.129.60
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/logs
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 07:43:23 UTC on bdcb31816ec0
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11658
08:02:10.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:10.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.269517 24238 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:10.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.271430 24238 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.280431 24246 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.280458 24247 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:10.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.281095 24249 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:10.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.281141 24238 server_base.cc:1061] running on GCE node
08:02:10.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.281976 24238 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:10.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.283401 24238 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:10.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.283860 24236 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } attempt: 4
08:02:10.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.284740 24238 hybrid_clock.cc:648] HybridClock initialized: now 1777449730284657 us; error 36 us; skew 500 ppm
08:02:10.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.285161 24238 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:10.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.285663 24236 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.129.60:40219: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:10.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.287587 24238 webserver.cc:492] Webserver started at http://127.23.129.60:44477/ using document root <none> and password file <none>
08:02:10.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.288371 24238 fs_manager.cc:362] Metadata directory not provided
08:02:10.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.288484 24238 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:10.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.288763 24238 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:10.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.291261 24238 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/data/instance:
08:02:10.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcaf1277ddc6433182209786f253495c"
08:02:10.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:10 on dist-test-slave-230h"
08:02:10.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.292057 24238 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/wal/instance:
08:02:10.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcaf1277ddc6433182209786f253495c"
08:02:10.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:10 on dist-test-slave-230h"
08:02:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.297461 24238 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.000s
08:02:10.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.301061 24255 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:02:10.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.302579 24238 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.302882 24238 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/data,/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/wal
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcaf1277ddc6433182209786f253495c"
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:10 on dist-test-slave-230h"
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.303104 24238 fs_report.cc:389] FS layout report
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/wal
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/wal
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/data/data
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:10.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:10.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.341573 24238 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:02:10.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.342555 24238 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:10.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.342893 24238 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:10.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.357983 24155 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } attempt: 3
08:02:10.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.360426 24155 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.129.60:40219: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:10.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.367439 24238 rpc_server.cc:307] RPC server started. Bound to: 127.23.129.60:40219
08:02:10.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.367547 24316 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.129.60:40219 every 8 connection(s)
08:02:10.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.369335 24238 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/data/info.pb
08:02:10.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.371742 24068 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu as pid 24238
08:02:10.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.371902 24068 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/wal/instance
08:02:10.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.374259 24317 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:10.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.382025 24317 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } has no permanent_uuid. Determining permanent_uuid...
08:02:10.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.397722 24317 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } has no permanent_uuid. Determining permanent_uuid...
08:02:10.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.404867 24317 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } has no permanent_uuid. Determining permanent_uuid...
08:02:10.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.414566 24317 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c: Bootstrap starting.
08:02:10.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.417671 24317 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c: Neither blocks nor log segments found. Creating new log.
08:02:10.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.418713 24317 log.cc:826] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c: Log is configured to *not* fsync() on all Append() calls
08:02:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.421708 24317 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c: No bootstrap required, opened a new log
08:02:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.428699 24317 raft_consensus.cc:359] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.429066 24317 raft_consensus.cc:385] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:10.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.429170 24317 raft_consensus.cc:740] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dcaf1277ddc6433182209786f253495c, State: Initialized, Role: FOLLOWER
08:02:10.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.429908 24317 consensus_queue.cc:260] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:10.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.431222 24324 sys_catalog.cc:455] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:10.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.431646 24324 sys_catalog.cc:458] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: This master's current role is: FOLLOWER
08:02:10.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.432260 24317 sys_catalog.cc:565] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: configured and running, proceeding with master startup.
08:02:10.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.442435 24335 catalog_manager.cc:1568] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:02:10.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.442764 24335 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:02:10.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.439698 24238 master_runner.cc:186] Error getting master registration for 127.23.129.62:36767: OK, instance_id { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" instance_seqno: 1777449729418843 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:02:10.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.444797 24238 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:02:10.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.501852 24324 raft_consensus.cc:493] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:10.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.502228 24324 raft_consensus.cc:515] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:10.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.504046 24324 leader_election.cc:290] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), 306f650890834a7ea3c3b7f8379084e5 (127.23.129.61:42059)
08:02:10.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.537681 24155 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } attempt: 4
08:02:10.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.550118 24155 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b: Bootstrap starting.
08:02:10.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.554435 24155 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b: Neither blocks nor log segments found. Creating new log.
08:02:10.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.555608 24155 log.cc:826] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b: Log is configured to *not* fsync() on all Append() calls
08:02:10.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.558718 24155 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b: No bootstrap required, opened a new log
08:02:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.564477 24155 raft_consensus.cc:359] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.564772 24155 raft_consensus.cc:385] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:10.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.564886 24155 raft_consensus.cc:740] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ffc34b343ab14e63bde1190aac71de1b, State: Initialized, Role: FOLLOWER
08:02:10.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.565577 24155 consensus_queue.cc:260] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:10.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.566593 24338 sys_catalog.cc:455] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:10.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.566859 24338 sys_catalog.cc:458] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [sys.catalog]: This master's current role is: FOLLOWER
08:02:10.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.567764 24155 sys_catalog.cc:565] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [sys.catalog]: configured and running, proceeding with master startup.
08:02:10.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.568022 24120 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dcaf1277ddc6433182209786f253495c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ffc34b343ab14e63bde1190aac71de1b" is_pre_election: true
08:02:10.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.568717 24120 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dcaf1277ddc6433182209786f253495c in term 0.
08:02:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.569597 24256 leader_election.cc:304] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b; no voters: 
08:02:10.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.570075 24324 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:10.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.570257 24324 raft_consensus.cc:493] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:10.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.570374 24324 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 0 FOLLOWER]: Advancing to term 1
08:02:10.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.573626 24324 raft_consensus.cc:515] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:10.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.574877 24120 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dcaf1277ddc6433182209786f253495c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ffc34b343ab14e63bde1190aac71de1b"
08:02:10.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.575125 24120 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 0 FOLLOWER]: Advancing to term 1
08:02:10.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.575323 24324 leader_election.cc:290] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [CANDIDATE]: Term 1 election: Requested vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), 306f650890834a7ea3c3b7f8379084e5 (127.23.129.61:42059)
08:02:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.578966 24120 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dcaf1277ddc6433182209786f253495c in term 1.
08:02:10.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.579522 24256 leader_election.cc:304] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b; no voters: 
08:02:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.579885 24324 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 1 FOLLOWER]: Leader election won for term 1
08:02:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.580662 24324 raft_consensus.cc:697] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 1 LEADER]: Becoming Leader. State: Replica: dcaf1277ddc6433182209786f253495c, State: Running, Role: LEADER
08:02:10.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.581292 24324 consensus_queue.cc:237] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.584903 24236 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } attempt: 5
08:02:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.590160 24347 sys_catalog.cc:455] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: SysCatalogTable state changed. Reason: New leader dcaf1277ddc6433182209786f253495c. Latest consensus state: current_term: 1 leader_uuid: "dcaf1277ddc6433182209786f253495c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:10.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.590520 24347 sys_catalog.cc:458] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: This master's current role is: LEADER
08:02:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.595191 24261 tablet.cc:2404] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:10.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.600373 24236 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5: Bootstrap starting.
08:02:10.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.601321 24349 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
08:02:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.603778 24349 catalog_manager.cc:1494] Initializing Kudu cluster ID...
08:02:10.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.608024 24236 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5: Neither blocks nor log segments found. Creating new log.
08:02:10.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.611658 24236 log.cc:826] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5: Log is configured to *not* fsync() on all Append() calls
08:02:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.613219 24352 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:02:10.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.616959 24236 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5: No bootstrap required, opened a new log
08:02:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.624884 24236 raft_consensus.cc:359] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.625108 24120 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 1 FOLLOWER]: Refusing update from remote peer dcaf1277ddc6433182209786f253495c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.625264 24236 raft_consensus.cc:385] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.625391 24236 raft_consensus.cc:740] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 306f650890834a7ea3c3b7f8379084e5, State: Initialized, Role: FOLLOWER
08:02:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.617832 24079 master_runner.cc:186] Error getting master registration for 127.23.129.61:42059: OK, instance_id { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" instance_seqno: 1777449729879390 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:02:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.626140 24236 consensus_queue.cc:260] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.626220 24347 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [LEADER]: Connected to new peer: Peer: permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:10.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.626588 24079 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:02:10.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.627832 24355 sys_catalog.cc:455] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:10.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.628963 24236 sys_catalog.cc:565] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: configured and running, proceeding with master startup.
08:02:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.629026 24200 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dcaf1277ddc6433182209786f253495c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "306f650890834a7ea3c3b7f8379084e5"
08:02:10.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.629487 24200 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 0 FOLLOWER]: Advancing to term 1
08:02:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.628973 24201 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dcaf1277ddc6433182209786f253495c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "306f650890834a7ea3c3b7f8379084e5" is_pre_election: true
08:02:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.636441 24200 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dcaf1277ddc6433182209786f253495c in term 1.
08:02:10.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.637353 24199 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 1 FOLLOWER]: Refusing update from remote peer dcaf1277ddc6433182209786f253495c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:10.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.640273 24347 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [LEADER]: Connected to new peer: Peer: permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:10.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.628849 24355 sys_catalog.cc:458] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: This master's current role is: FOLLOWER
08:02:10.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.652271 24338 sys_catalog.cc:455] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [sys.catalog]: SysCatalogTable state changed. Reason: New leader dcaf1277ddc6433182209786f253495c. Latest consensus state: current_term: 1 leader_uuid: "dcaf1277ddc6433182209786f253495c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:10.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.652544 24338 sys_catalog.cc:458] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [sys.catalog]: This master's current role is: FOLLOWER
08:02:10.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:10.653807 24099 tablet.cc:2404] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:10.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.656750 24353 mvcc.cc:204] Tried to move back new op lower bound from 7280434096625270784 to 7280434096466636800. Current Snapshot: MvccSnapshot[applied={T|T < 7280434096625270784}]
08:02:10.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.659070 24357 mvcc.cc:204] Tried to move back new op lower bound from 7280434096625270784 to 7280434096466636800. Current Snapshot: MvccSnapshot[applied={T|T < 7280434096625270784}]
08:02:10.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.663072 24324 sys_catalog.cc:455] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dcaf1277ddc6433182209786f253495c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:10.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.663381 24324 sys_catalog.cc:458] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: This master's current role is: LEADER
08:02:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.665175 24349 catalog_manager.cc:1357] Generated new cluster ID: af7e154b387946cf8388a77e731e072c
08:02:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.665289 24349 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
08:02:10.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.674175 24338 sys_catalog.cc:455] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dcaf1277ddc6433182209786f253495c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:10.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.674460 24338 sys_catalog.cc:458] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [sys.catalog]: This master's current role is: FOLLOWER
08:02:10.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.681275 24355 sys_catalog.cc:455] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dcaf1277ddc6433182209786f253495c. Latest consensus state: current_term: 1 leader_uuid: "dcaf1277ddc6433182209786f253495c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:10.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.681565 24355 sys_catalog.cc:458] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: This master's current role is: FOLLOWER
08:02:10.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.682590 24324 sys_catalog.cc:455] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dcaf1277ddc6433182209786f253495c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:10.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.682824 24324 sys_catalog.cc:458] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: This master's current role is: LEADER
08:02:10.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.699860 24355 sys_catalog.cc:455] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dcaf1277ddc6433182209786f253495c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:10.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.700102 24355 sys_catalog.cc:458] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: This master's current role is: FOLLOWER
08:02:10.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.707743 24349 catalog_manager.cc:1380] Generated new certificate authority record
08:02:10.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.709759 24349 catalog_manager.cc:1514] Loading token signing keys...
08:02:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.729890 24349 catalog_manager.cc:6044] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c: Generated new TSK 0
08:02:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.731005 24349 catalog_manager.cc:1524] Initializing in-progress tserver states...
08:02:10.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.737210 24375 catalog_manager.cc:1269] Loaded cluster ID: af7e154b387946cf8388a77e731e072c
08:02:10.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.737334 24375 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5: loading cluster ID for follower catalog manager: success
08:02:10.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.741400 24375 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5: acquiring CA information for follower catalog manager: success
08:02:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.744087 24375 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:02:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:10.755632 24068 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu
08:02:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu
08:02:10.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-0/wal
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-0/data
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-0/logs
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-0/data/info.pb
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.129.1:0
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.129.1
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.129.1
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.129.20:45013
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:10.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:02:11.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.178838 24377 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:11.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.179131 24377 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:11.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.179225 24377 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:11.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.187927 24377 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:11.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.188062 24377 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:02:11.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.188112 24377 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:02:11.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.188149 24377 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:02:11.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.188226 24377 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.129.1
08:02:11.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.198544 24377 tablet_server_runner.cc:78] Tablet server non-default flags:
08:02:11.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:11.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.129.20:45013
08:02:11.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:11.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:11.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-0/data
08:02:11.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-0/wal
08:02:11.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.129.1:0
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-0/data/info.pb
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.129.1
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.129.1
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-0/logs
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 07:43:23 UTC on bdcb31816ec0
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11658
08:02:11.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:11.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.200208 24377 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:11.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.202106 24377 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:11.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.211920 24382 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:11.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.211963 24383 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:11.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.212280 24385 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:11.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.213279 24377 server_base.cc:1061] running on GCE node
08:02:11.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.213793 24377 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:11.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.214644 24377 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:11.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.215889 24377 hybrid_clock.cc:648] HybridClock initialized: now 1777449731215812 us; error 49 us; skew 500 ppm
08:02:11.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.216219 24377 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:11.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.218340 24377 webserver.cc:492] Webserver started at http://127.23.129.1:44429/ using document root <none> and password file <none>
08:02:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.219091 24377 fs_manager.cc:362] Metadata directory not provided
08:02:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.219255 24377 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.219691 24377 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.222059 24377 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-0/data/instance:
08:02:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ff68be74ed94671a70f1607d69491ba"
08:02:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:11 on dist-test-slave-230h"
08:02:11.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.223008 24377 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-0/wal/instance:
08:02:11.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ff68be74ed94671a70f1607d69491ba"
08:02:11.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:11 on dist-test-slave-230h"
08:02:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.228595 24377 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.007s	sys 0.000s
08:02:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.232160 24391 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:02:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.233700 24377 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.233870 24377 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-0/data,/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-0/wal
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ff68be74ed94671a70f1607d69491ba"
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:11 on dist-test-slave-230h"
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.234083 24377 fs_report.cc:389] FS layout report
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-0/wal
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-0/wal
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-0/data/data
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:11.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.255726 24377 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:02:11.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.256559 24377 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:11.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.256810 24377 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:11.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.259779 24377 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:02:11.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.259899 24377 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:02:11.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.260027 24377 ts_tablet_manager.cc:616] Registered 0 tablets
08:02:11.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.260129 24377 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:02:11.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.340874 24377 rpc_server.cc:307] RPC server started. Bound to: 127.23.129.1:39359
08:02:11.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.340921 24515 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.129.1:39359 every 8 connection(s)
08:02:11.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.342165 24377 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-0/data/info.pb
08:02:11.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.345527 24068 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu as pid 24377
08:02:11.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.345737 24068 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-0/wal/instance
08:02:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.347342 24517 heartbeater.cc:344] Connected to a master server at 127.23.129.62:36767
08:02:11.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.347805 24517 heartbeater.cc:461] Registering TS with master...
08:02:11.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.349715 24517 heartbeater.cc:507] Master 127.23.129.62:36767 requested a full tablet report, sending...
08:02:11.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.355494 24110 ts_manager.cc:194] Registered new tserver with Master: 5ff68be74ed94671a70f1607d69491ba (127.23.129.1:39359)
08:02:11.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.357857 24068 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu
08:02:11.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-1/wal
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-1/data
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-1/logs
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-1/data/info.pb
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.129.2:0
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.129.2
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.129.2
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:11.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219
08:02:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.129.20:45013
08:02:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:02:11.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.365477 24516 heartbeater.cc:344] Connected to a master server at 127.23.129.60:40219
08:02:11.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.365651 24516 heartbeater.cc:461] Registering TS with master...
08:02:11.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.366098 24516 heartbeater.cc:507] Master 127.23.129.60:40219 requested a full tablet report, sending...
08:02:11.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.367975 24271 ts_manager.cc:194] Registered new tserver with Master: 5ff68be74ed94671a70f1607d69491ba (127.23.129.1:39359)
08:02:11.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.370220 24271 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.129.1:39203
08:02:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.372393 24518 heartbeater.cc:344] Connected to a master server at 127.23.129.61:42059
08:02:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.372553 24518 heartbeater.cc:461] Registering TS with master...
08:02:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.373212 24518 heartbeater.cc:507] Master 127.23.129.61:42059 requested a full tablet report, sending...
08:02:11.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.375095 24191 ts_manager.cc:194] Registered new tserver with Master: 5ff68be74ed94671a70f1607d69491ba (127.23.129.1:39359)
08:02:11.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.618356 24352 catalog_manager.cc:1269] Loaded cluster ID: af7e154b387946cf8388a77e731e072c
08:02:11.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.618494 24352 catalog_manager.cc:1562] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b: loading cluster ID for follower catalog manager: success
08:02:11.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.622527 24352 catalog_manager.cc:1584] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b: acquiring CA information for follower catalog manager: success
08:02:11.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.625311 24352 catalog_manager.cc:1612] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:02:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.699460 24521 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.700132 24521 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:11.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.700281 24521 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:11.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.709702 24521 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.709925 24521 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:02:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.710001 24521 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:02:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.710062 24521 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:02:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.710214 24521 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.129.2
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.721230 24521 tablet_server_runner.cc:78] Tablet server non-default flags:
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.129.20:45013
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-1/data
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-1/wal
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.129.2:0
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-1/data/info.pb
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.129.2
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.129.2
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-1/logs
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 07:43:23 UTC on bdcb31816ec0
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11658
08:02:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:11.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.723387 24521 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:11.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.725370 24521 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:11.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.735394 24527 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:11.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.737911 24528 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:11.738797 24530 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.739245 24521 server_base.cc:1061] running on GCE node
08:02:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.740029 24521 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:11.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.741047 24521 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:11.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.742304 24521 hybrid_clock.cc:648] HybridClock initialized: now 1777449731742226 us; error 57 us; skew 500 ppm
08:02:11.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.742633 24521 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:11.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.745179 24521 webserver.cc:492] Webserver started at http://127.23.129.2:40933/ using document root <none> and password file <none>
08:02:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.746025 24521 fs_manager.cc:362] Metadata directory not provided
08:02:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.746194 24521 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.746577 24521 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:11.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.749130 24521 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-1/data/instance:
08:02:11.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f749ae1752344b12b9047de5a4aa5c03"
08:02:11.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:11 on dist-test-slave-230h"
08:02:11.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.749939 24521 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-1/wal/instance:
08:02:11.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f749ae1752344b12b9047de5a4aa5c03"
08:02:11.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:11 on dist-test-slave-230h"
08:02:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.756065 24521 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.006s	sys 0.001s
08:02:11.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.759886 24536 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:02:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.761518 24521 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.001s
08:02:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.761722 24521 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-1/data,/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-1/wal
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f749ae1752344b12b9047de5a4aa5c03"
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:11 on dist-test-slave-230h"
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.761961 24521 fs_report.cc:389] FS layout report
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-1/wal
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-1/wal
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-1/data/data
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.794090 24521 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:02:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.795107 24521 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.795437 24521 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.798792 24521 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:02:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.799039 24521 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
08:02:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.799270 24521 ts_tablet_manager.cc:616] Registered 0 tablets
08:02:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.799440 24521 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:02:11.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.898114 24521 rpc_server.cc:307] RPC server started. Bound to: 127.23.129.2:34365
08:02:11.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.898181 24657 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.129.2:34365 every 8 connection(s)
08:02:11.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.900141 24521 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-1/data/info.pb
08:02:11.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.903261 24659 heartbeater.cc:344] Connected to a master server at 127.23.129.62:36767
08:02:11.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.903676 24659 heartbeater.cc:461] Registering TS with master...
08:02:11.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.904754 24659 heartbeater.cc:507] Master 127.23.129.62:36767 requested a full tablet report, sending...
08:02:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.906109 24068 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu as pid 24521
08:02:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.906302 24068 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-1/wal/instance
08:02:11.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.906503 24110 ts_manager.cc:194] Registered new tserver with Master: f749ae1752344b12b9047de5a4aa5c03 (127.23.129.2:34365)
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.912495 24068 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-2/wal
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-2/data
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-2/logs
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-2/data/info.pb
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:11.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:02:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.129.3:0
08:02:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.129.3
08:02:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.129.3
08:02:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219
08:02:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.129.20:45013
08:02:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:11.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
08:02:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.917196 24658 heartbeater.cc:344] Connected to a master server at 127.23.129.60:40219
08:02:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.917357 24658 heartbeater.cc:461] Registering TS with master...
08:02:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.917917 24658 heartbeater.cc:507] Master 127.23.129.60:40219 requested a full tablet report, sending...
08:02:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.918938 24271 ts_manager.cc:194] Registered new tserver with Master: f749ae1752344b12b9047de5a4aa5c03 (127.23.129.2:34365)
08:02:11.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.920038 24271 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.129.2:49843
08:02:11.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.922402 24660 heartbeater.cc:344] Connected to a master server at 127.23.129.61:42059
08:02:11.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.922708 24660 heartbeater.cc:461] Registering TS with master...
08:02:11.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.923255 24660 heartbeater.cc:507] Master 127.23.129.61:42059 requested a full tablet report, sending...
08:02:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:11.924763 24191 ts_manager.cc:194] Registered new tserver with Master: f749ae1752344b12b9047de5a4aa5c03 (127.23.129.2:34365)
08:02:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.263940 24662 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.264310 24662 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:12.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.264448 24662 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.273437 24662 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.273622 24662 flags.cc:432] Enabled experimental flag: --txn_keepalive_interval_ms=1000
08:02:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.273705 24662 flags.cc:432] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
08:02:12.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.273761 24662 flags.cc:432] Enabled experimental flag: --enable_txn_system_client_init=true
08:02:12.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.273921 24662 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.129.3
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.285095 24662 tablet_server_runner.cc:78] Tablet server non-default flags:
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.129.20:45013
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-2/data
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-2/wal
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.129.3:0
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-2/data/info.pb
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.129.3
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.129.3
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-2/logs
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:02:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:02:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
08:02:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 07:43:23 UTC on bdcb31816ec0
08:02:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11658
08:02:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.287016 24662 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:12.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.288929 24662 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.299515 24668 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.299860 24667 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.300172 24670 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.300719 24662 server_base.cc:1061] running on GCE node
08:02:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.301319 24662 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.302266 24662 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:12.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.303555 24662 hybrid_clock.cc:648] HybridClock initialized: now 1777449732303437 us; error 54 us; skew 500 ppm
08:02:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.303879 24662 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:12.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.306174 24662 webserver.cc:492] Webserver started at http://127.23.129.3:34099/ using document root <none> and password file <none>
08:02:12.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.307024 24662 fs_manager.cc:362] Metadata directory not provided
08:02:12.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.307175 24662 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:12.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.307618 24662 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:02:12.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.310083 24662 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-2/data/instance:
08:02:12.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94bc06527d084e2fbafceccc2f34022b"
08:02:12.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:12 on dist-test-slave-230h"
08:02:12.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.310849 24662 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-2/wal/instance:
08:02:12.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94bc06527d084e2fbafceccc2f34022b"
08:02:12.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:12 on dist-test-slave-230h"
08:02:12.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.316257 24662 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.004s	sys 0.004s
08:02:12.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.319555 24676 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:02:12.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.320855 24662 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.001s
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.320994 24662 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-2/data,/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-2/wal
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "94bc06527d084e2fbafceccc2f34022b"
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:12 on dist-test-slave-230h"
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.321173 24662 fs_report.cc:389] FS layout report
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-2/wal
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-2/wal
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-2/data/data
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:12.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.350638 24662 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:02:12.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.351657 24662 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:12.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.351904 24662 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.355269 24662 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:02:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.355403 24662 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:02:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.355537 24662 ts_tablet_manager.cc:616] Registered 0 tablets
08:02:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.355623 24662 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:02:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.373351 24516 heartbeater.cc:499] Master 127.23.129.60:40219 was elected leader, sending a full tablet report...
08:02:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.434715 24662 rpc_server.cc:307] RPC server started. Bound to: 127.23.129.3:39677
08:02:12.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.434741 24797 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.129.3:39677 every 8 connection(s)
08:02:12.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.436404 24662 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-2/data/info.pb
08:02:12.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.439440 24068 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu as pid 24662
08:02:12.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.439640 24068 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/ts-2/wal/instance
08:02:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.440750 24799 heartbeater.cc:344] Connected to a master server at 127.23.129.62:36767
08:02:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.441670 24799 heartbeater.cc:461] Registering TS with master...
08:02:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.442890 24799 heartbeater.cc:507] Master 127.23.129.62:36767 requested a full tablet report, sending...
08:02:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.444849 24110 ts_manager.cc:194] Registered new tserver with Master: 94bc06527d084e2fbafceccc2f34022b (127.23.129.3:39677)
08:02:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.449365 24798 heartbeater.cc:344] Connected to a master server at 127.23.129.60:40219
08:02:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.449482 24798 heartbeater.cc:461] Registering TS with master...
08:02:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.450068 24798 heartbeater.cc:507] Master 127.23.129.60:40219 requested a full tablet report, sending...
08:02:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.450095 24800 heartbeater.cc:344] Connected to a master server at 127.23.129.61:42059
08:02:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.450268 24800 heartbeater.cc:461] Registering TS with master...
08:02:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.451061 24800 heartbeater.cc:507] Master 127.23.129.61:42059 requested a full tablet report, sending...
08:02:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.451092 24271 ts_manager.cc:194] Registered new tserver with Master: 94bc06527d084e2fbafceccc2f34022b (127.23.129.3:39677)
08:02:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.452049 24271 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.129.3:39525
08:02:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.452322 24191 ts_manager.cc:194] Registered new tserver with Master: 94bc06527d084e2fbafceccc2f34022b (127.23.129.3:39677)
08:02:12.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.464718 24068 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
08:02:12.466 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:02:12.466 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

08:02:12.468 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.129.62"
      port: 36767
    }
    bound_http_address {
      host: "127.23.129.62"
      port: 39371
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.129.61"
      port: 42059
    }
    bound_http_address {
      host: "127.23.129.61"
      port: 34715
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.129.60"
      port: 40219
    }
    bound_http_address {
      host: "127.23.129.60"
      port: 44477
    }
  }
}

08:02:12.468 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

08:02:12.469 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.129.1"
      port: 39359
    }
    bound_http_address {
      host: "127.23.129.1"
      port: 44429
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.129.2"
      port: 34365
    }
    bound_http_address {
      host: "127.23.129.2"
      port: 40933
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.129.3"
      port: 39677
    }
    bound_http_address {
      host: "127.23.129.3"
      port: 34099
    }
  }
}

08:02:12.469 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:02:12.472 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
08:02:12.473 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:12.474 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:12.474 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.129.60:40219(127.23.129.60:40219)] Successfully connected to peer
08:02:12.475 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.129.61:42059(127.23.129.61:42059)] connecting to peer
08:02:12.476 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.129.61:42059(127.23.129.61:42059)] Successfully connected to peer
08:02:12.476 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.129.60
08:02:12.479 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.129.61
08:02:12.481 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.129.62:36767(127.23.129.62:36767)] Successfully connected to peer
08:02:12.483 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.129.62
08:02:12.487 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xecdf5cd2, L:/127.0.0.1:53668 - R:/127.23.129.60:40219] using SASL/PLAIN
08:02:12.489 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1347de56, L:/127.0.0.1:55610 - R:/127.23.129.61:42059] using SASL/PLAIN
08:02:12.494 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:02:12.494 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=21), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [19ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, deferred=null) after lookup
08:02:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.499387 24271 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53668:
08:02:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
08:02:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:02:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
08:02:12.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:02:12.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:02:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:02:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
08:02:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
08:02:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
08:02:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
08:02:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
08:02:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
08:02:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:12.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.501847 24271 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:02:12.504 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xeff1a48b, L:/127.0.0.1:39940 - R:/127.23.129.62:36767] using SASL/PLAIN
08:02:12.557 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c2458034dce24092ab122862a62d4b0e
08:02:12.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.653702 24732 tablet_service.cc:1511] Processing CreateTablet for tablet 2f6354f17ffc447283da0697d4eb5e54 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c2458034dce24092ab122862a62d4b0e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:02:12.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.655459 24732 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2f6354f17ffc447283da0697d4eb5e54. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:12.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.658245 24733 tablet_service.cc:1511] Processing CreateTablet for tablet f918aebc3953405194b8e7711cf6e360 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c2458034dce24092ab122862a62d4b0e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:02:12.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.658872 24733 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f918aebc3953405194b8e7711cf6e360. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.666345 24445 tablet_service.cc:1511] Processing CreateTablet for tablet 2f6354f17ffc447283da0697d4eb5e54 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c2458034dce24092ab122862a62d4b0e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:02:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.668051 24445 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2f6354f17ffc447283da0697d4eb5e54. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.669600 24587 tablet_service.cc:1511] Processing CreateTablet for tablet f918aebc3953405194b8e7711cf6e360 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c2458034dce24092ab122862a62d4b0e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:02:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.670991 24587 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f918aebc3953405194b8e7711cf6e360. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.671998 24586 tablet_service.cc:1511] Processing CreateTablet for tablet 2f6354f17ffc447283da0697d4eb5e54 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c2458034dce24092ab122862a62d4b0e]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
08:02:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.672420 24586 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2f6354f17ffc447283da0697d4eb5e54. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:12.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.680351 24446 tablet_service.cc:1511] Processing CreateTablet for tablet f918aebc3953405194b8e7711cf6e360 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=c2458034dce24092ab122862a62d4b0e]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
08:02:12.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.681073 24446 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f918aebc3953405194b8e7711cf6e360. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.720352 24827 tablet_bootstrap.cc:492] T f918aebc3953405194b8e7711cf6e360 P f749ae1752344b12b9047de5a4aa5c03: Bootstrap starting.
08:02:12.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.720428 24825 tablet_bootstrap.cc:492] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b: Bootstrap starting.
08:02:12.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.722910 24826 tablet_bootstrap.cc:492] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba: Bootstrap starting.
08:02:12.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.725005 24825 tablet_bootstrap.cc:654] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b: Neither blocks nor log segments found. Creating new log.
08:02:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.726303 24827 tablet_bootstrap.cc:654] T f918aebc3953405194b8e7711cf6e360 P f749ae1752344b12b9047de5a4aa5c03: Neither blocks nor log segments found. Creating new log.
08:02:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.726536 24825 log.cc:826] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b: Log is configured to *not* fsync() on all Append() calls
08:02:12.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.727591 24826 tablet_bootstrap.cc:654] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba: Neither blocks nor log segments found. Creating new log.
08:02:12.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.727958 24827 log.cc:826] T f918aebc3953405194b8e7711cf6e360 P f749ae1752344b12b9047de5a4aa5c03: Log is configured to *not* fsync() on all Append() calls
08:02:12.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.729998 24826 log.cc:826] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba: Log is configured to *not* fsync() on all Append() calls
08:02:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.731879 24827 tablet_bootstrap.cc:492] T f918aebc3953405194b8e7711cf6e360 P f749ae1752344b12b9047de5a4aa5c03: No bootstrap required, opened a new log
08:02:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.731879 24825 tablet_bootstrap.cc:492] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b: No bootstrap required, opened a new log
08:02:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.732195 24825 ts_tablet_manager.cc:1403] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b: Time spent bootstrapping tablet: real 0.012s	user 0.011s	sys 0.000s
08:02:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.732395 24827 ts_tablet_manager.cc:1403] T f918aebc3953405194b8e7711cf6e360 P f749ae1752344b12b9047de5a4aa5c03: Time spent bootstrapping tablet: real 0.012s	user 0.010s	sys 0.000s
08:02:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.740027 24827 raft_consensus.cc:359] T f918aebc3953405194b8e7711cf6e360 P f749ae1752344b12b9047de5a4aa5c03 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.740036 24825 raft_consensus.cc:359] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.740440 24825 raft_consensus.cc:385] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.740549 24825 raft_consensus.cc:740] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 94bc06527d084e2fbafceccc2f34022b, State: Initialized, Role: FOLLOWER
08:02:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.740736 24827 raft_consensus.cc:385] T f918aebc3953405194b8e7711cf6e360 P f749ae1752344b12b9047de5a4aa5c03 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:12.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.740947 24827 raft_consensus.cc:740] T f918aebc3953405194b8e7711cf6e360 P f749ae1752344b12b9047de5a4aa5c03 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f749ae1752344b12b9047de5a4aa5c03, State: Initialized, Role: FOLLOWER
08:02:12.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.742066 24827 consensus_queue.cc:260] T f918aebc3953405194b8e7711cf6e360 P f749ae1752344b12b9047de5a4aa5c03 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:12.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.744652 24826 tablet_bootstrap.cc:492] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba: No bootstrap required, opened a new log
08:02:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.745023 24826 ts_tablet_manager.cc:1403] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba: Time spent bootstrapping tablet: real 0.022s	user 0.014s	sys 0.004s
08:02:12.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.752415 24825 consensus_queue.cc:260] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:12.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.753135 24831 raft_consensus.cc:493] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:12.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.755045 24826 raft_consensus.cc:359] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:12.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.755965 24826 raft_consensus.cc:385] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:12.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.756120 24826 raft_consensus.cc:740] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ff68be74ed94671a70f1607d69491ba, State: Initialized, Role: FOLLOWER
08:02:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.757016 24826 consensus_queue.cc:260] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.757612 24827 ts_tablet_manager.cc:1434] T f918aebc3953405194b8e7711cf6e360 P f749ae1752344b12b9047de5a4aa5c03: Time spent starting tablet: real 0.025s	user 0.006s	sys 0.016s
08:02:12.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.753443 24831 raft_consensus.cc:515] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:12.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.761142 24831 leader_election.cc:290] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5ff68be74ed94671a70f1607d69491ba (127.23.129.1:39359), f749ae1752344b12b9047de5a4aa5c03 (127.23.129.2:34365)
08:02:12.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.762428 24798 heartbeater.cc:499] Master 127.23.129.60:40219 was elected leader, sending a full tablet report...
08:02:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.763216 24658 heartbeater.cc:499] Master 127.23.129.60:40219 was elected leader, sending a full tablet report...
08:02:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.764412 24827 tablet_bootstrap.cc:492] T 2f6354f17ffc447283da0697d4eb5e54 P f749ae1752344b12b9047de5a4aa5c03: Bootstrap starting.
08:02:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.765630 24826 ts_tablet_manager.cc:1434] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba: Time spent starting tablet: real 0.020s	user 0.009s	sys 0.011s
08:02:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.766610 24827 tablet_bootstrap.cc:654] T 2f6354f17ffc447283da0697d4eb5e54 P f749ae1752344b12b9047de5a4aa5c03: Neither blocks nor log segments found. Creating new log.
08:02:12.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.767076 24826 tablet_bootstrap.cc:492] T f918aebc3953405194b8e7711cf6e360 P 5ff68be74ed94671a70f1607d69491ba: Bootstrap starting.
08:02:12.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.770328 24826 tablet_bootstrap.cc:654] T f918aebc3953405194b8e7711cf6e360 P 5ff68be74ed94671a70f1607d69491ba: Neither blocks nor log segments found. Creating new log.
08:02:12.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.777531 24825 ts_tablet_manager.cc:1434] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b: Time spent starting tablet: real 0.045s	user 0.008s	sys 0.016s
08:02:12.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.778404 24825 tablet_bootstrap.cc:492] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b: Bootstrap starting.
08:02:12.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.781320 24825 tablet_bootstrap.cc:654] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b: Neither blocks nor log segments found. Creating new log.
08:02:12.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.788801 24834 raft_consensus.cc:493] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:12.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.789084 24834 raft_consensus.cc:515] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:12.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.791771 24834 leader_election.cc:290] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f749ae1752344b12b9047de5a4aa5c03 (127.23.129.2:34365), 94bc06527d084e2fbafceccc2f34022b (127.23.129.3:39677)
08:02:12.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.821684 24609 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2f6354f17ffc447283da0697d4eb5e54" candidate_uuid: "94bc06527d084e2fbafceccc2f34022b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f749ae1752344b12b9047de5a4aa5c03" is_pre_election: true
08:02:12.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.823937 24678 leader_election.cc:343] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f749ae1752344b12b9047de5a4aa5c03 (127.23.129.2:34365): Illegal state: must be running to vote when last-logged opid is not known
08:02:12.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.833349 24471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2f6354f17ffc447283da0697d4eb5e54" candidate_uuid: "94bc06527d084e2fbafceccc2f34022b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ff68be74ed94671a70f1607d69491ba" is_pre_election: true
08:02:12.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.833853 24471 raft_consensus.cc:2468] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 94bc06527d084e2fbafceccc2f34022b in term 0.
08:02:12.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.835451 24678 leader_election.cc:304] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5ff68be74ed94671a70f1607d69491ba, 94bc06527d084e2fbafceccc2f34022b; no voters: f749ae1752344b12b9047de5a4aa5c03
08:02:12.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.836499 24833 raft_consensus.cc:2804] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:12.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.836659 24833 raft_consensus.cc:493] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:12.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.836788 24833 raft_consensus.cc:3060] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Advancing to term 1
08:02:12.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.841066 24833 raft_consensus.cc:515] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.842495 24833 leader_election.cc:290] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [CANDIDATE]: Term 1 election: Requested vote from peers 5ff68be74ed94671a70f1607d69491ba (127.23.129.1:39359), f749ae1752344b12b9047de5a4aa5c03 (127.23.129.2:34365)
08:02:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.842947 24609 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2f6354f17ffc447283da0697d4eb5e54" candidate_uuid: "94bc06527d084e2fbafceccc2f34022b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f749ae1752344b12b9047de5a4aa5c03"
08:02:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.843863 24678 leader_election.cc:343] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer f749ae1752344b12b9047de5a4aa5c03 (127.23.129.2:34365): Illegal state: must be running to vote when last-logged opid is not known
08:02:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.846709 24471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2f6354f17ffc447283da0697d4eb5e54" candidate_uuid: "94bc06527d084e2fbafceccc2f34022b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ff68be74ed94671a70f1607d69491ba"
08:02:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.846982 24471 raft_consensus.cc:3060] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba [term 0 FOLLOWER]: Advancing to term 1
08:02:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.850914 24471 raft_consensus.cc:2468] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 94bc06527d084e2fbafceccc2f34022b in term 1.
08:02:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.851419 24678 leader_election.cc:304] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5ff68be74ed94671a70f1607d69491ba, 94bc06527d084e2fbafceccc2f34022b; no voters: f749ae1752344b12b9047de5a4aa5c03
08:02:12.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.851990 24833 raft_consensus.cc:2804] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [term 1 FOLLOWER]: Leader election won for term 1
08:02:12.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.852988 24833 raft_consensus.cc:697] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [term 1 LEADER]: Becoming Leader. State: Replica: 94bc06527d084e2fbafceccc2f34022b, State: Running, Role: LEADER
08:02:12.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.853638 24833 consensus_queue.cc:237] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.865788 24519 tablet.cc:2404] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.866847 24825 tablet_bootstrap.cc:492] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b: No bootstrap required, opened a new log
08:02:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.867053 24825 ts_tablet_manager.cc:1403] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b: Time spent bootstrapping tablet: real 0.089s	user 0.019s	sys 0.020s
08:02:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.868052 24825 raft_consensus.cc:359] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.868273 24825 raft_consensus.cc:385] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.868366 24825 raft_consensus.cc:740] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 94bc06527d084e2fbafceccc2f34022b, State: Initialized, Role: FOLLOWER
08:02:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.868633 24825 consensus_queue.cc:260] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.869171 24825 ts_tablet_manager.cc:1434] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.000s
08:02:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.873564 24271 catalog_manager.cc:5671] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b reported cstate change: term changed from 0 to 1, leader changed from <none> to 94bc06527d084e2fbafceccc2f34022b (127.23.129.3). New cstate: current_term: 1 leader_uuid: "94bc06527d084e2fbafceccc2f34022b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } health_report { overall_health: HEALTHY } } }
08:02:12.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.877693 24753 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2f6354f17ffc447283da0697d4eb5e54" candidate_uuid: "5ff68be74ed94671a70f1607d69491ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "94bc06527d084e2fbafceccc2f34022b" is_pre_election: true
08:02:12.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.877910 24609 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2f6354f17ffc447283da0697d4eb5e54" candidate_uuid: "5ff68be74ed94671a70f1607d69491ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f749ae1752344b12b9047de5a4aa5c03" is_pre_election: true
08:02:12.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.878490 24826 tablet_bootstrap.cc:492] T f918aebc3953405194b8e7711cf6e360 P 5ff68be74ed94671a70f1607d69491ba: No bootstrap required, opened a new log
08:02:12.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.878686 24826 ts_tablet_manager.cc:1403] T f918aebc3953405194b8e7711cf6e360 P 5ff68be74ed94671a70f1607d69491ba: Time spent bootstrapping tablet: real 0.112s	user 0.014s	sys 0.027s
08:02:12.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.878695 24393 leader_election.cc:343] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f749ae1752344b12b9047de5a4aa5c03 (127.23.129.2:34365): Illegal state: must be running to vote when last-logged opid is not known
08:02:12.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.879072 24395 leader_election.cc:304] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5ff68be74ed94671a70f1607d69491ba; no voters: 94bc06527d084e2fbafceccc2f34022b, f749ae1752344b12b9047de5a4aa5c03
08:02:12.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.879519 24834 raft_consensus.cc:2749] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:02:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.880019 24826 raft_consensus.cc:359] T f918aebc3953405194b8e7711cf6e360 P 5ff68be74ed94671a70f1607d69491ba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.880223 24826 raft_consensus.cc:385] T f918aebc3953405194b8e7711cf6e360 P 5ff68be74ed94671a70f1607d69491ba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.880335 24826 raft_consensus.cc:740] T f918aebc3953405194b8e7711cf6e360 P 5ff68be74ed94671a70f1607d69491ba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ff68be74ed94671a70f1607d69491ba, State: Initialized, Role: FOLLOWER
08:02:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.880645 24826 consensus_queue.cc:260] T f918aebc3953405194b8e7711cf6e360 P 5ff68be74ed94671a70f1607d69491ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.881245 24827 tablet_bootstrap.cc:492] T 2f6354f17ffc447283da0697d4eb5e54 P f749ae1752344b12b9047de5a4aa5c03: No bootstrap required, opened a new log
08:02:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.881508 24827 ts_tablet_manager.cc:1403] T 2f6354f17ffc447283da0697d4eb5e54 P f749ae1752344b12b9047de5a4aa5c03: Time spent bootstrapping tablet: real 0.117s	user 0.054s	sys 0.054s
08:02:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.881919 24826 ts_tablet_manager.cc:1434] T f918aebc3953405194b8e7711cf6e360 P 5ff68be74ed94671a70f1607d69491ba: Time spent starting tablet: real 0.003s	user 0.001s	sys 0.001s
08:02:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.882624 24827 raft_consensus.cc:359] T 2f6354f17ffc447283da0697d4eb5e54 P f749ae1752344b12b9047de5a4aa5c03 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.883576 24827 raft_consensus.cc:385] T 2f6354f17ffc447283da0697d4eb5e54 P f749ae1752344b12b9047de5a4aa5c03 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.883783 24827 raft_consensus.cc:740] T 2f6354f17ffc447283da0697d4eb5e54 P f749ae1752344b12b9047de5a4aa5c03 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f749ae1752344b12b9047de5a4aa5c03, State: Initialized, Role: FOLLOWER
08:02:12.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.884151 24827 consensus_queue.cc:260] T 2f6354f17ffc447283da0697d4eb5e54 P f749ae1752344b12b9047de5a4aa5c03 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:12.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.884790 24827 ts_tablet_manager.cc:1434] T 2f6354f17ffc447283da0697d4eb5e54 P f749ae1752344b12b9047de5a4aa5c03: Time spent starting tablet: real 0.003s	user 0.001s	sys 0.001s
08:02:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.927130 24661 tablet.cc:2404] T 2f6354f17ffc447283da0697d4eb5e54 P f749ae1752344b12b9047de5a4aa5c03: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:12.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:12.939265 24801 tablet.cc:2404] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:02:12.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.982730 24832 raft_consensus.cc:493] T 2f6354f17ffc447283da0697d4eb5e54 P f749ae1752344b12b9047de5a4aa5c03 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:12.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.983037 24832 raft_consensus.cc:515] T 2f6354f17ffc447283da0697d4eb5e54 P f749ae1752344b12b9047de5a4aa5c03 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:12.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.985106 24832 leader_election.cc:290] T 2f6354f17ffc447283da0697d4eb5e54 P f749ae1752344b12b9047de5a4aa5c03 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5ff68be74ed94671a70f1607d69491ba (127.23.129.1:39359), 94bc06527d084e2fbafceccc2f34022b (127.23.129.3:39677)
08:02:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.993507 24753 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2f6354f17ffc447283da0697d4eb5e54" candidate_uuid: "f749ae1752344b12b9047de5a4aa5c03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "94bc06527d084e2fbafceccc2f34022b" is_pre_election: true
08:02:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.994128 24471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2f6354f17ffc447283da0697d4eb5e54" candidate_uuid: "f749ae1752344b12b9047de5a4aa5c03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ff68be74ed94671a70f1607d69491ba" is_pre_election: true
08:02:12.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.994510 24471 raft_consensus.cc:2393] T 2f6354f17ffc447283da0697d4eb5e54 P 5ff68be74ed94671a70f1607d69491ba [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f749ae1752344b12b9047de5a4aa5c03 in current term 1: Already voted for candidate 94bc06527d084e2fbafceccc2f34022b in this term.
08:02:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.995288 24538 leader_election.cc:304] T 2f6354f17ffc447283da0697d4eb5e54 P f749ae1752344b12b9047de5a4aa5c03 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f749ae1752344b12b9047de5a4aa5c03; no voters: 5ff68be74ed94671a70f1607d69491ba, 94bc06527d084e2fbafceccc2f34022b
08:02:12.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.995896 24832 raft_consensus.cc:3060] T 2f6354f17ffc447283da0697d4eb5e54 P f749ae1752344b12b9047de5a4aa5c03 [term 0 FOLLOWER]: Advancing to term 1
08:02:12.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:12.998150 24832 raft_consensus.cc:2749] T 2f6354f17ffc447283da0697d4eb5e54 P f749ae1752344b12b9047de5a4aa5c03 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
08:02:13.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.061132 24833 raft_consensus.cc:493] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:13.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.061391 24833 raft_consensus.cc:515] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.062251 24833 leader_election.cc:290] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f749ae1752344b12b9047de5a4aa5c03 (127.23.129.2:34365), 5ff68be74ed94671a70f1607d69491ba (127.23.129.1:39359)
08:02:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.062840 24609 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f918aebc3953405194b8e7711cf6e360" candidate_uuid: "94bc06527d084e2fbafceccc2f34022b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f749ae1752344b12b9047de5a4aa5c03" is_pre_election: true
08:02:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.062974 24471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f918aebc3953405194b8e7711cf6e360" candidate_uuid: "94bc06527d084e2fbafceccc2f34022b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ff68be74ed94671a70f1607d69491ba" is_pre_election: true
08:02:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.063163 24609 raft_consensus.cc:2468] T f918aebc3953405194b8e7711cf6e360 P f749ae1752344b12b9047de5a4aa5c03 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 94bc06527d084e2fbafceccc2f34022b in term 0.
08:02:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.063285 24471 raft_consensus.cc:2468] T f918aebc3953405194b8e7711cf6e360 P 5ff68be74ed94671a70f1607d69491ba [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 94bc06527d084e2fbafceccc2f34022b in term 0.
08:02:13.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.063897 24678 leader_election.cc:304] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 94bc06527d084e2fbafceccc2f34022b, f749ae1752344b12b9047de5a4aa5c03; no voters: 
08:02:13.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.064210 24833 raft_consensus.cc:2804] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:13.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.064332 24833 raft_consensus.cc:493] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:13.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.064422 24833 raft_consensus.cc:3060] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Advancing to term 1
08:02:13.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.066255 24833 raft_consensus.cc:515] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:13.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.066876 24833 leader_election.cc:290] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [CANDIDATE]: Term 1 election: Requested vote from peers f749ae1752344b12b9047de5a4aa5c03 (127.23.129.2:34365), 5ff68be74ed94671a70f1607d69491ba (127.23.129.1:39359)
08:02:13.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.067428 24609 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f918aebc3953405194b8e7711cf6e360" candidate_uuid: "94bc06527d084e2fbafceccc2f34022b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f749ae1752344b12b9047de5a4aa5c03"
08:02:13.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.067433 24471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f918aebc3953405194b8e7711cf6e360" candidate_uuid: "94bc06527d084e2fbafceccc2f34022b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ff68be74ed94671a70f1607d69491ba"
08:02:13.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.067683 24609 raft_consensus.cc:3060] T f918aebc3953405194b8e7711cf6e360 P f749ae1752344b12b9047de5a4aa5c03 [term 0 FOLLOWER]: Advancing to term 1
08:02:13.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.067730 24471 raft_consensus.cc:3060] T f918aebc3953405194b8e7711cf6e360 P 5ff68be74ed94671a70f1607d69491ba [term 0 FOLLOWER]: Advancing to term 1
08:02:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.069777 24471 raft_consensus.cc:2468] T f918aebc3953405194b8e7711cf6e360 P 5ff68be74ed94671a70f1607d69491ba [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 94bc06527d084e2fbafceccc2f34022b in term 1.
08:02:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.070009 24609 raft_consensus.cc:2468] T f918aebc3953405194b8e7711cf6e360 P f749ae1752344b12b9047de5a4aa5c03 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 94bc06527d084e2fbafceccc2f34022b in term 1.
08:02:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.070261 24678 leader_election.cc:304] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5ff68be74ed94671a70f1607d69491ba, 94bc06527d084e2fbafceccc2f34022b; no voters: 
08:02:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.070608 24833 raft_consensus.cc:2804] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [term 1 FOLLOWER]: Leader election won for term 1
08:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.070788 24833 raft_consensus.cc:697] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [term 1 LEADER]: Becoming Leader. State: Replica: 94bc06527d084e2fbafceccc2f34022b, State: Running, Role: LEADER
08:02:13.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.071146 24833 consensus_queue.cc:237] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.074342 24270 catalog_manager.cc:5671] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b reported cstate change: term changed from 0 to 1, leader changed from <none> to 94bc06527d084e2fbafceccc2f34022b (127.23.129.3). New cstate: current_term: 1 leader_uuid: "94bc06527d084e2fbafceccc2f34022b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } health_report { overall_health: HEALTHY } } }
08:02:13.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.247174 24833 consensus_queue.cc:1048] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [LEADER]: Connected to new peer: Peer: permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:13.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.257040 24831 consensus_queue.cc:1048] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b [LEADER]: Connected to new peer: Peer: permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.299249 24270 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53684:
08:02:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:02:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:02:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
08:02:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
08:02:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:02:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:02:13.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:02:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:13.300711 24270 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:02:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.313838 24445 tablet_service.cc:1511] Processing CreateTablet for tablet c6885cef5c76464aa00223fcd02ec503 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=b820a58b579d4d9087de294fc5dc744f]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:02:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.314850 24445 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c6885cef5c76464aa00223fcd02ec503. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.314683 24586 tablet_service.cc:1511] Processing CreateTablet for tablet c6885cef5c76464aa00223fcd02ec503 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=b820a58b579d4d9087de294fc5dc744f]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:02:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.314683 24732 tablet_service.cc:1511] Processing CreateTablet for tablet c6885cef5c76464aa00223fcd02ec503 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=b820a58b579d4d9087de294fc5dc744f]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
08:02:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.315709 24732 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c6885cef5c76464aa00223fcd02ec503. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.315719 24586 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c6885cef5c76464aa00223fcd02ec503. 1 dirs total, 0 dirs full, 0 dirs failed
08:02:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.321538 24826 tablet_bootstrap.cc:492] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba: Bootstrap starting.
08:02:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.323110 24826 tablet_bootstrap.cc:654] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba: Neither blocks nor log segments found. Creating new log.
08:02:13.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.323262 24827 tablet_bootstrap.cc:492] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03: Bootstrap starting.
08:02:13.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.324084 24825 tablet_bootstrap.cc:492] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b: Bootstrap starting.
08:02:13.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.325158 24827 tablet_bootstrap.cc:654] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03: Neither blocks nor log segments found. Creating new log.
08:02:13.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.325976 24825 tablet_bootstrap.cc:654] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b: Neither blocks nor log segments found. Creating new log.
08:02:13.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.326893 24826 tablet_bootstrap.cc:492] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba: No bootstrap required, opened a new log
08:02:13.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.327220 24826 ts_tablet_manager.cc:1403] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba: Time spent bootstrapping tablet: real 0.006s	user 0.005s	sys 0.000s
08:02:13.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.328015 24827 tablet_bootstrap.cc:492] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03: No bootstrap required, opened a new log
08:02:13.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.328375 24827 ts_tablet_manager.cc:1403] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03: Time spent bootstrapping tablet: real 0.005s	user 0.004s	sys 0.000s
08:02:13.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.328342 24826 raft_consensus.cc:359] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:13.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.328563 24826 raft_consensus.cc:385] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:13.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.328645 24826 raft_consensus.cc:740] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ff68be74ed94671a70f1607d69491ba, State: Initialized, Role: FOLLOWER
08:02:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.328974 24826 consensus_queue.cc:260] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.329455 24834 tablet_replica.cc:442] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } } }
08:02:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.329425 24827 raft_consensus.cc:359] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.329699 24834 tablet_replica.cc:445] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.329680 24827 raft_consensus.cc:385] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.329768 24827 raft_consensus.cc:740] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f749ae1752344b12b9047de5a4aa5c03, State: Initialized, Role: FOLLOWER
08:02:13.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.330127 24827 consensus_queue.cc:260] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:13.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.330783 24832 tablet_replica.cc:442] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } } }
08:02:13.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.331007 24832 tablet_replica.cc:445] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:13.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.334563 24827 ts_tablet_manager.cc:1434] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03: Time spent starting tablet: real 0.006s	user 0.002s	sys 0.000s
08:02:13.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.335026 24826 ts_tablet_manager.cc:1434] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba: Time spent starting tablet: real 0.008s	user 0.002s	sys 0.000s
08:02:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.341032 24825 tablet_bootstrap.cc:492] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b: No bootstrap required, opened a new log
08:02:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.341212 24825 ts_tablet_manager.cc:1403] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b: Time spent bootstrapping tablet: real 0.017s	user 0.002s	sys 0.010s
08:02:13.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.341827 24825 raft_consensus.cc:359] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:13.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.341998 24825 raft_consensus.cc:385] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:02:13.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.342048 24825 raft_consensus.cc:740] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 94bc06527d084e2fbafceccc2f34022b, State: Initialized, Role: FOLLOWER
08:02:13.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.342351 24825 consensus_queue.cc:260] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:13.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.342880 24825 ts_tablet_manager.cc:1434] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.000s
08:02:13.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.342875 24848 tablet_replica.cc:442] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } } }
08:02:13.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.343200 24848 tablet_replica.cc:445] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:13.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.481115 24848 consensus_queue.cc:1048] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [LEADER]: Connected to new peer: Peer: permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:13.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.487273 24833 consensus_queue.cc:1048] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b [LEADER]: Connected to new peer: Peer: permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:13.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.504758 24831 raft_consensus.cc:493] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:13.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.504953 24831 raft_consensus.cc:515] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:13.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.505559 24831 leader_election.cc:290] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5ff68be74ed94671a70f1607d69491ba (127.23.129.1:39359), f749ae1752344b12b9047de5a4aa5c03 (127.23.129.2:34365)
08:02:13.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.506152 24471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c6885cef5c76464aa00223fcd02ec503" candidate_uuid: "94bc06527d084e2fbafceccc2f34022b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ff68be74ed94671a70f1607d69491ba" is_pre_election: true
08:02:13.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.506247 24609 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c6885cef5c76464aa00223fcd02ec503" candidate_uuid: "94bc06527d084e2fbafceccc2f34022b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f749ae1752344b12b9047de5a4aa5c03" is_pre_election: true
08:02:13.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.506426 24609 raft_consensus.cc:2468] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 94bc06527d084e2fbafceccc2f34022b in term 0.
08:02:13.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.506417 24471 raft_consensus.cc:2468] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 94bc06527d084e2fbafceccc2f34022b in term 0.
08:02:13.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.506882 24678 leader_election.cc:304] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 94bc06527d084e2fbafceccc2f34022b, f749ae1752344b12b9047de5a4aa5c03; no voters: 
08:02:13.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.507208 24831 raft_consensus.cc:2804] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Leader pre-election won for term 1
08:02:13.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.507314 24831 raft_consensus.cc:493] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:13.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.507375 24831 raft_consensus.cc:3060] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [term 0 FOLLOWER]: Advancing to term 1
08:02:13.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.509436 24831 raft_consensus.cc:515] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:13.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.510160 24831 leader_election.cc:290] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [CANDIDATE]: Term 1 election: Requested vote from peers 5ff68be74ed94671a70f1607d69491ba (127.23.129.1:39359), f749ae1752344b12b9047de5a4aa5c03 (127.23.129.2:34365)
08:02:13.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.510746 24609 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c6885cef5c76464aa00223fcd02ec503" candidate_uuid: "94bc06527d084e2fbafceccc2f34022b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f749ae1752344b12b9047de5a4aa5c03"
08:02:13.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.510812 24471 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c6885cef5c76464aa00223fcd02ec503" candidate_uuid: "94bc06527d084e2fbafceccc2f34022b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ff68be74ed94671a70f1607d69491ba"
08:02:13.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.510975 24609 raft_consensus.cc:3060] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03 [term 0 FOLLOWER]: Advancing to term 1
08:02:13.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.511011 24471 raft_consensus.cc:3060] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba [term 0 FOLLOWER]: Advancing to term 1
08:02:13.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.513839 24471 raft_consensus.cc:2468] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 94bc06527d084e2fbafceccc2f34022b in term 1.
08:02:13.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.513839 24609 raft_consensus.cc:2468] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 94bc06527d084e2fbafceccc2f34022b in term 1.
08:02:13.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.514292 24678 leader_election.cc:304] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 94bc06527d084e2fbafceccc2f34022b, f749ae1752344b12b9047de5a4aa5c03; no voters: 
08:02:13.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.514590 24831 raft_consensus.cc:2804] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [term 1 FOLLOWER]: Leader election won for term 1
08:02:13.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.514747 24831 raft_consensus.cc:697] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [term 1 LEADER]: Becoming Leader. State: Replica: 94bc06527d084e2fbafceccc2f34022b, State: Running, Role: LEADER
08:02:13.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.515383 24831 consensus_queue.cc:237] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } }
08:02:13.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.517071 24833 tablet_replica.cc:442] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b: TxnStatusTablet state changed. Reason: New leader 94bc06527d084e2fbafceccc2f34022b. Latest consensus state: current_term: 1 leader_uuid: "94bc06527d084e2fbafceccc2f34022b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } } }
08:02:13.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.518043 24833 tablet_replica.cc:445] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b: This TxnStatusTablet replica's current role is: LEADER
08:02:13.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.519121 24869 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
08:02:13.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.519556 24869 txn_status_manager.cc:930] Loading transaction status metadata into memory...
08:02:13.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.519912 24271 catalog_manager.cc:5671] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b reported cstate change: term changed from 0 to 1, leader changed from <none> to 94bc06527d084e2fbafceccc2f34022b (127.23.129.3). New cstate: current_term: 1 leader_uuid: "94bc06527d084e2fbafceccc2f34022b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } health_report { overall_health: HEALTHY } } }
08:02:13.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.581051 24609 raft_consensus.cc:1275] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03 [term 1 FOLLOWER]: Refusing update from remote peer 94bc06527d084e2fbafceccc2f34022b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:13.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.581175 24471 raft_consensus.cc:1275] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba [term 1 FOLLOWER]: Refusing update from remote peer 94bc06527d084e2fbafceccc2f34022b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:02:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.581772 24833 consensus_queue.cc:1048] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [LEADER]: Connected to new peer: Peer: permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:13.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.582078 24831 consensus_queue.cc:1048] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b [LEADER]: Connected to new peer: Peer: permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:02:13.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.591162 24834 tablet_replica.cc:442] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba: TxnStatusTablet state changed. Reason: New leader 94bc06527d084e2fbafceccc2f34022b. Latest consensus state: current_term: 1 leader_uuid: "94bc06527d084e2fbafceccc2f34022b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } } }
08:02:13.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.591424 24834 tablet_replica.cc:445] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:13.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.591315 24832 tablet_replica.cc:442] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03: TxnStatusTablet state changed. Reason: New leader 94bc06527d084e2fbafceccc2f34022b. Latest consensus state: current_term: 1 leader_uuid: "94bc06527d084e2fbafceccc2f34022b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } } }
08:02:13.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.591580 24832 tablet_replica.cc:445] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:13.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.599308 24847 mvcc.cc:204] Tried to move back new op lower bound from 7280434108739813376 to 7280434108481368064. Current Snapshot: MvccSnapshot[applied={T|T < 7280434108739813376}]
08:02:13.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.600221 24831 tablet_replica.cc:442] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "94bc06527d084e2fbafceccc2f34022b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } } }
08:02:13.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.600505 24831 tablet_replica.cc:445] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b: This TxnStatusTablet replica's current role is: LEADER
08:02:13.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.600834 24831 tablet_replica.cc:442] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "94bc06527d084e2fbafceccc2f34022b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } } }
08:02:13.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.600972 24831 tablet_replica.cc:445] T c6885cef5c76464aa00223fcd02ec503 P 94bc06527d084e2fbafceccc2f34022b: This TxnStatusTablet replica's current role is: LEADER
08:02:13.604 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
08:02:13.610 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c2458034dce24092ab122862a62d4b0e
08:02:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.610706 24832 tablet_replica.cc:442] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "94bc06527d084e2fbafceccc2f34022b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } } }
08:02:13.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.610992 24832 tablet_replica.cc:445] T c6885cef5c76464aa00223fcd02ec503 P f749ae1752344b12b9047de5a4aa5c03: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:13.611 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.129.60:40219
08:02:13.611 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

08:02:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.612042 24068 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu pid 24238
08:02:13.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.614454 24312 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.618582 24834 tablet_replica.cc:442] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "94bc06527d084e2fbafceccc2f34022b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" member_type: VOTER last_known_addr { host: "127.23.129.1" port: 39359 } } peers { permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" member_type: VOTER last_known_addr { host: "127.23.129.2" port: 34365 } } peers { permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" member_type: VOTER last_known_addr { host: "127.23.129.3" port: 39677 } } }
08:02:13.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.618813 24834 tablet_replica.cc:445] T c6885cef5c76464aa00223fcd02ec503 P 5ff68be74ed94671a70f1607d69491ba: This TxnStatusTablet replica's current role is: FOLLOWER
08:02:13.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:13.745548 24068 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu with pid 24238
08:02:13.769 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.129.60:40219(127.23.129.60:40219)] handling channelInactive
08:02:13.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state READY due to: connection closed
08:02:13.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:13.769791 24176 connection.cc:570] server connection from 127.0.0.1:55604 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:02:13.770 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:02:13.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:13.770526 24094 connection.cc:570] server connection from 127.0.0.1:39932 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:02:13.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:13.881991 24798 heartbeater.cc:646] Failed to heartbeat to 127.23.129.60:40219 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:14.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.045660 24880 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:02:14.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.045872 24880 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:14.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.046800 24881 raft_consensus.cc:493] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 1 FOLLOWER]: Starting pre-election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:02:14.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.047040 24881 raft_consensus.cc:515] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:14.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.047413 24880 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:14.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.047936 24119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "306f650890834a7ea3c3b7f8379084e5" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ffc34b343ab14e63bde1190aac71de1b" is_pre_election: true
08:02:14.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.048141 24119 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 306f650890834a7ea3c3b7f8379084e5 in term 1.
08:02:14.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.048682 24881 leader_election.cc:290] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 306f650890834a7ea3c3b7f8379084e5 (127.23.129.61:42059), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.048930 24175 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5, ffc34b343ab14e63bde1190aac71de1b; no voters: 
08:02:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.049036 24199 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ffc34b343ab14e63bde1190aac71de1b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "306f650890834a7ea3c3b7f8379084e5" is_pre_election: true
08:02:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.049289 24199 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ffc34b343ab14e63bde1190aac71de1b in term 1.
08:02:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.049517 24880 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:02:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.049634 24880 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 1 FOLLOWER]: Starting leader election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:02:14.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.049712 24880 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 1 FOLLOWER]: Advancing to term 2
08:02:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.049851 24095 leader_election.cc:304] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5, ffc34b343ab14e63bde1190aac71de1b; no voters: 
08:02:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.050261 24881 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 1 FOLLOWER]: Leader pre-election won for term 2
08:02:14.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.050408 24881 raft_consensus.cc:493] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 1 FOLLOWER]: Starting leader election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:02:14.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.050524 24881 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 1 FOLLOWER]: Advancing to term 2
08:02:14.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:14.051851 24097 leader_election.cc:336] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:14.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.053323 24880 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:14.053800 24178 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.053941 24881 raft_consensus.cc:515] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.054273 24880 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 2 election: Requested vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.054448 24119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "306f650890834a7ea3c3b7f8379084e5" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ffc34b343ab14e63bde1190aac71de1b"
08:02:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.054773 24119 raft_consensus.cc:2393] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 306f650890834a7ea3c3b7f8379084e5 in current term 2: Already voted for candidate ffc34b343ab14e63bde1190aac71de1b in this term.
08:02:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.055094 24199 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ffc34b343ab14e63bde1190aac71de1b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "306f650890834a7ea3c3b7f8379084e5"
08:02:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.055373 24199 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate ffc34b343ab14e63bde1190aac71de1b in current term 2: Already voted for candidate 306f650890834a7ea3c3b7f8379084e5 in this term.
08:02:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.055634 24881 leader_election.cc:290] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [CANDIDATE]: Term 2 election: Requested vote from peers 306f650890834a7ea3c3b7f8379084e5 (127.23.129.61:42059), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:14.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:14.055763 24178 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:14.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.055872 24178 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5; no voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b
08:02:14.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.056221 24880 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:02:14.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:14.056475 24097 leader_election.cc:336] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:14.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.056581 24097 leader_election.cc:304] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ffc34b343ab14e63bde1190aac71de1b; no voters: 306f650890834a7ea3c3b7f8379084e5, dcaf1277ddc6433182209786f253495c
08:02:14.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.056838 24881 raft_consensus.cc:2749] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
08:02:14.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:14.115 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.115 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.115 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.23.129.60:40219(127.23.129.60:40219) for tablet Kudu Master: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:14.135 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.136 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.136 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:14.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:14.156 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.156 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.156 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:14.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:14.175 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.175 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.176 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:14.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:14.196 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.196 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.196 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:14.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:14.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.216 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:14.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:14.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.236 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:14.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:14.255 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.255 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.256 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:14.256 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] sending RPC to server master-127.23.129.60:40219, [2ms] received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@285657571(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$234/0x00007f0a883366d8@7e5cca7 -> (continuation of Deferred@1065266671 after retry RPC after error@556628733) -> (continuation of Deferred@105117418 after retry RPC after error@803902065) -> (continuation of Deferred@1697727414 after retry RPC after error@788604799) -> (continuation of Deferred@913072339 after retry RPC after error@1307444597) -> (continuation of Deferred@573424525 after retry RPC after error@78717544) -> (continuation of Deferred@1368301781 after retry RPC after error@1828115004), errback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0a88336900@208b4584 -> (continuation of Deferred@1065266671 after retry RPC after error@556628733) -> (continuation of Deferred@105117418 after retry RPC after error@803902065) -> (continuation of Deferred@1697727414 after retry RPC after error@788604799) -> (continuation of Deferred@913072339 after retry RPC after error@1307444597) -> (continuation of Deferred@573424525 after retry RPC after error@78717544) -> (continuation of Deferred@1368301781 after retry RPC after error@1828115004)))
08:02:14.257 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] sending RPC to server master-127.23.129.60:40219, [2ms] received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@285657571(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$234/0x00007f0a883366d8@7e5cca7 -> (continuation of Deferred@1065266671 after retry RPC after error@556628733) -> (continuation of Deferred@105117418 after retry RPC after error@803902065) -> (continuation of Deferred@1697727414 after retry RPC after error@788604799) -> (continuation of Deferred@913072339 after retry RPC after error@1307444597) -> (continuation of Deferred@573424525 after retry RPC after error@78717544) -> (continuation of Deferred@1368301781 after retry RPC after error@1828115004), errback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0a88336900@208b4584 -> (continuation of Deferred@1065266671 after retry RPC after error@556628733) -> (continuation of Deferred@105117418 after retry RPC after error@803902065) -> (continuation of Deferred@1697727414 after retry RPC after error@788604799) -> (continuation of Deferred@913072339 after retry RPC after error@1307444597) -> (continuation of Deferred@573424525 after retry RPC after error@78717544) -> (continuation of Deferred@1368301781 after retry RPC after error@1828115004)))
08:02:14.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:14.275 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.276 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:14.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:14.295 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.295 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.295 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:14.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:14.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.315 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.316 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:14.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:14.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.335 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.335 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.336 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:14.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:14.355 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.355 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.355 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.356 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:14.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.360255 24880 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:14.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.360468 24880 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.361119 24880 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.361800 24119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "306f650890834a7ea3c3b7f8379084e5" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ffc34b343ab14e63bde1190aac71de1b" is_pre_election: true
08:02:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.362062 24119 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 306f650890834a7ea3c3b7f8379084e5 in term 2.
08:02:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.362527 24175 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5, ffc34b343ab14e63bde1190aac71de1b; no voters: 
08:02:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:14.362756 24178 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.362891 24880 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:02:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.363000 24880 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:02:14.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.363131 24880 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 2 FOLLOWER]: Advancing to term 3
08:02:14.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.365134 24880 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:14.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.365720 24880 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 3 election: Requested vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.366312 24119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "306f650890834a7ea3c3b7f8379084e5" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ffc34b343ab14e63bde1190aac71de1b"
08:02:14.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.366528 24119 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 2 FOLLOWER]: Advancing to term 3
08:02:14.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:14.367089 24178 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:14.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.368815 24119 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 306f650890834a7ea3c3b7f8379084e5 in term 3.
08:02:14.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.369271 24175 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5, ffc34b343ab14e63bde1190aac71de1b; no voters: dcaf1277ddc6433182209786f253495c
08:02:14.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.369820 24880 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 3 FOLLOWER]: Leader election won for term 3
08:02:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.370409 24880 raft_consensus.cc:697] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 3 LEADER]: Becoming Leader. State: Replica: 306f650890834a7ea3c3b7f8379084e5, State: Running, Role: LEADER
08:02:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.370958 24880 consensus_queue.cc:237] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:14.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.372319 24891 sys_catalog.cc:455] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 306f650890834a7ea3c3b7f8379084e5. Latest consensus state: current_term: 3 leader_uuid: "306f650890834a7ea3c3b7f8379084e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.372530 24891 sys_catalog.cc:458] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: This master's current role is: LEADER
08:02:14.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.373241 24892 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
08:02:14.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:14.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.376331 24892 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=b820a58b579d4d9087de294fc5dc744f]
08:02:14.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.377038 24892 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=c2458034dce24092ab122862a62d4b0e]
08:02:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.378933 24892 tablet_loader.cc:96] loaded metadata for tablet 2f6354f17ffc447283da0697d4eb5e54 (table txn_manager_fallback_rolling [id=c2458034dce24092ab122862a62d4b0e])
08:02:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.379377 24892 tablet_loader.cc:96] loaded metadata for tablet c6885cef5c76464aa00223fcd02ec503 (table kudu_system.kudu_transactions [id=b820a58b579d4d9087de294fc5dc744f])
08:02:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.379810 24892 tablet_loader.cc:96] loaded metadata for tablet f918aebc3953405194b8e7711cf6e360 (table txn_manager_fallback_rolling [id=c2458034dce24092ab122862a62d4b0e])
08:02:14.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.380122 24892 catalog_manager.cc:1494] Initializing Kudu cluster ID...
08:02:14.380 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:14.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.381300 24892 catalog_manager.cc:1269] Loaded cluster ID: af7e154b387946cf8388a77e731e072c
08:02:14.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.381421 24892 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
08:02:14.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.382602 24892 catalog_manager.cc:1514] Loading token signing keys...
08:02:14.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.383555 24892 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5: Loaded TSK: 0
08:02:14.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.384501 24892 catalog_manager.cc:1524] Initializing in-progress tserver states...
08:02:14.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:14.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:14.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:02:14.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [106ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [107ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, deferred=Deferred@757367199(state=PENDING, result=null, callback=(continuation of Deferred@151520486 after retry RPC after error@1404387529) -> (continuation of Deferred@694716510 after retry RPC after error@541711509) -> (continuation of Deferred@1773126478 after retry RPC after error@283469242) -> (continuation of Deferred@2107782528 after retry RPC after error@325182421) -> (continuation of Deferred@71558980 after retry RPC after error@1068534467) -> (continuation of Deferred@1406314112 after retry RPC after error@1337034852), errback=(continuation of Deferred@151520486 after retry RPC after error@1404387529) -> (continuation of Deferred@694716510 after retry RPC after error@541711509) -> (continuation of Deferred@1773126478 after retry RPC after error@283469242) -> (continuation of Deferred@2107782528 after retry RPC after error@325182421) -> (continuation of Deferred@71558980 after retry RPC after error@1068534467) -> (continuation of Deferred@1406314112 after retry RPC after error@1337034852))) after lookup
08:02:14.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:14.486285 24178 consensus_peers.cc:597] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 -> Peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Couldn't send request to peer dcaf1277ddc6433182209786f253495c. Status: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:02:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.488343 24119 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 3 FOLLOWER]: Refusing update from remote peer 306f650890834a7ea3c3b7f8379084e5: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
08:02:14.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.489090 24891 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
08:02:14.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.490733 24881 sys_catalog.cc:455] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 306f650890834a7ea3c3b7f8379084e5. Latest consensus state: current_term: 3 leader_uuid: "306f650890834a7ea3c3b7f8379084e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:14.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.491041 24881 sys_catalog.cc:458] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [sys.catalog]: This master's current role is: FOLLOWER
08:02:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.493541 24880 sys_catalog.cc:455] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "306f650890834a7ea3c3b7f8379084e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:14.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.493731 24880 sys_catalog.cc:458] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: This master's current role is: LEADER
08:02:14.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.494554 24881 sys_catalog.cc:455] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "306f650890834a7ea3c3b7f8379084e5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:14.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.494817 24881 sys_catalog.cc:458] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [sys.catalog]: This master's current role is: FOLLOWER
08:02:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:14.502941 24190 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41090:
08:02:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:02:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:02:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
08:02:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
08:02:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:02:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:02:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:02:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:02:14.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:14.508587 24190 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:02:14.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:14.526091 24221 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:55610 (request call id 15) took 66 ms (client timeout 66 ms). Trace:
08:02:14.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:14.526233 24221 rpcz_store.cc:269] 0429 08:02:14.459254 (+     0us) service_pool.cc:168] Inserting onto call queue
08:02:14.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:14.459348 (+    94us) service_pool.cc:225] Handling call
08:02:14.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:14.526022 (+ 66674us) inbound_call.cc:177] Queueing success response
08:02:14.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":555,"init.queue_time_us":515,"init.run_cpu_time_us":8218,"init.run_wall_time_us":53122,"thread_start_us":1493,"threads_started":5}
08:02:14.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:14.617272 24658 heartbeater.cc:646] Failed to heartbeat to 127.23.129.60:40219 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:14.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:14.621305 24516 heartbeater.cc:646] Failed to heartbeat to 127.23.129.60:40219 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:14.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:14.973201 24178 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111) [suppressed 13 similar messages]
08:02:14.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:14.974363 24178 consensus_peers.cc:597] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 -> Peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Couldn't send request to peer dcaf1277ddc6433182209786f253495c. Status: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:02:15.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:15.497108 24178 consensus_peers.cc:597] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 -> Peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Couldn't send request to peer dcaf1277ddc6433182209786f253495c. Status: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:02:15.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:15.618028 24660 heartbeater.cc:499] Master 127.23.129.61:42059 was elected leader, sending a full tablet report...
08:02:15.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:15.621383 24518 heartbeater.cc:499] Master 127.23.129.61:42059 was elected leader, sending a full tablet report...
08:02:15.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:15.632579 24079 master_runner.cc:186] Error getting master registration for 127.23.129.60:40219: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111), 
08:02:15.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:15.632764 24079 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:02:15.776 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f918aebc3953405194b8e7711cf6e360 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
08:02:15.776 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2f6354f17ffc447283da0697d4eb5e54 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
08:02:15.776 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=f918aebc3953405194b8e7711cf6e360@[5ff68be74ed94671a70f1607d69491ba(127.23.129.1:39359),94bc06527d084e2fbafceccc2f34022b(127.23.129.3:39677)[L],f749ae1752344b12b9047de5a4aa5c03(127.23.129.2:34365)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=2f6354f17ffc447283da0697d4eb5e54@[5ff68be74ed94671a70f1607d69491ba(127.23.129.1:39359),94bc06527d084e2fbafceccc2f34022b(127.23.129.3:39677)[L],f749ae1752344b12b9047de5a4aa5c03(127.23.129.2:34365)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
08:02:15.777 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC GetTableLocations: received response from server master-127.23.129.61:42059: OK, deferred=null) after lookup
08:02:15.777 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 94bc06527d084e2fbafceccc2f34022b(127.23.129.3:39677)] connecting to peer
08:02:15.778 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 94bc06527d084e2fbafceccc2f34022b(127.23.129.3:39677)] Successfully connected to peer
08:02:15.787 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9463f73f, L:/127.0.0.1:41762 - R:/127.23.129.3:39677] using TOKEN/null
08:02:15.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:15.791570 24712 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.23.129.60:40219)
08:02:15.827 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.129.60:40219
08:02:15.827 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:15.828209 24068 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/wal
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/data
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/logs
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/data/info.pb
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.129.60:40219
08:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.129.60
08:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44477
08:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.129.20:45013
08:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219
08:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39873/jwks.json
08:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:15.984383 24178 consensus_peers.cc:597] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 -> Peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Couldn't send request to peer dcaf1277ddc6433182209786f253495c. Status: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
08:02:16.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.089003 24800 heartbeater.cc:499] Master 127.23.129.61:42059 was elected leader, sending a full tablet report...
08:02:16.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.182365 24931 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:16.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.182806 24931 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:16.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.182902 24931 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.192032 24931 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.192133 24931 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.192181 24931 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.192225 24931 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.192279 24931 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.192318 24931 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.192364 24931 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39873/jwks.json
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.203079 24931 master_runner.cc:386] Master server non-default flags:
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.129.20:45013
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/data
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/wal
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.129.60:40219
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39873/jwks.json
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/data/info.pb
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.129.60
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44477
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/logs
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:02:16.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:16.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:16.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
08:02:16.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:16.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 07:43:23 UTC on bdcb31816ec0
08:02:16.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11658
08:02:16.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:16.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.204797 24931 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.206655 24931 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:16.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.215914 24938 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:16.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.216097 24940 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:16.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.215916 24937 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.217262 24931 server_base.cc:1061] running on GCE node
08:02:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.218174 24931 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:16.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.219646 24931 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:16.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.220911 24931 hybrid_clock.cc:648] HybridClock initialized: now 1777449736220806 us; error 60 us; skew 500 ppm
08:02:16.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.221297 24931 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.223704 24931 webserver.cc:492] Webserver started at http://127.23.129.60:44477/ using document root <none> and password file <none>
08:02:16.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.224464 24931 fs_manager.cc:362] Metadata directory not provided
08:02:16.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.224634 24931 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:16.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.230468 24931 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.006s	sys 0.000s
08:02:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.233549 24946 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:02:16.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.234959 24931 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.235244 24931 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/data,/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/wal
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcaf1277ddc6433182209786f253495c"
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:10 on dist-test-slave-230h"
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.236117 24931 fs_report.cc:389] FS layout report
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/wal
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/wal
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/data/data
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.270998 24931 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:02:16.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.272042 24931 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:16.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.272356 24931 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:16.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.297369 24931 rpc_server.cc:307] RPC server started. Bound to: 127.23.129.60:40219
08:02:16.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.297389 25007 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.129.60:40219 every 8 connection(s)
08:02:16.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.299098 24931 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-2/data/info.pb
08:02:16.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.306644 25008 sys_catalog.cc:263] Verifying existing consensus state
08:02:16.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.307272 24068 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu as pid 24931
08:02:16.307 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:02:16.307 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.129.61:42059
08:02:16.307 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

08:02:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.308169 24068 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu pid 24159
08:02:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.309371 24231 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.311059 25008 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c: Bootstrap starting.
08:02:16.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.329944 25008 log.cc:826] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c: Log is configured to *not* fsync() on all Append() calls
08:02:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.345093 25008 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:02:16.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.345717 25008 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c: Bootstrap complete.
08:02:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.352682 25008 raft_consensus.cc:359] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:16.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.353436 25008 raft_consensus.cc:740] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: dcaf1277ddc6433182209786f253495c, State: Initialized, Role: FOLLOWER
08:02:16.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.354269 25008 consensus_queue.cc:260] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:16.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.355213 25012 sys_catalog.cc:455] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:16.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.355659 25012 sys_catalog.cc:458] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: This master's current role is: FOLLOWER
08:02:16.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.356519 25008 sys_catalog.cc:565] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: configured and running, proceeding with master startup.
08:02:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.380055 25023 catalog_manager.cc:1269] Loaded cluster ID: af7e154b387946cf8388a77e731e072c
08:02:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.380206 25023 catalog_manager.cc:1562] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c: loading cluster ID for follower catalog manager: success
08:02:16.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.386099 25023 catalog_manager.cc:1584] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c: acquiring CA information for follower catalog manager: success
08:02:16.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.389894 25023 catalog_manager.cc:1612] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:02:16.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.488999 24068 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu with pid 24159
08:02:16.512 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.129.61:42059(127.23.129.61:42059)] handling channelInactive
08:02:16.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.61:42059(127.23.129.61:42059)] cleaning up while in state READY due to: connection closed
08:02:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.512545 25026 negotiation.cc:336] Failed RPC negotiation. Trace:
08:02:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:16.402951 (+     0us) reactor.cc:678] Submitting negotiation task for client connection to 127.23.129.61:42059 (local address 127.0.0.1:41096)
08:02:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:16.403124 (+   173us) negotiation.cc:107] Waiting for socket to connect
08:02:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:16.403144 (+    20us) client_negotiation.cc:175] Beginning negotiation
08:02:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:16.403247 (+   103us) client_negotiation.cc:253] Sending NEGOTIATE NegotiatePB request
08:02:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:16.511084 (+107837us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: BlockingRecv error: recv got EOF from 127.23.129.61:42059 (error 108)
08:02:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":60}
08:02:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.512579 25029 negotiation.cc:336] Failed RPC negotiation. Trace:
08:02:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:16.490322 (+     0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:40848 (local address 127.23.129.60:40219)
08:02:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:16.490985 (+   663us) server_negotiation.cc:207] Beginning negotiation
08:02:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:16.490995 (+    10us) server_negotiation.cc:400] Waiting for connection header
08:02:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:16.491031 (+    36us) server_negotiation.cc:408] Connection header received
08:02:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:16.491123 (+    92us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:02:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:16.491132 (+     9us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:02:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:16.491420 (+   288us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:02:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:16.491645 (+   225us) server_negotiation.cc:227] Negotiated authn=CERTIFICATE
08:02:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:16.511147 (+ 19502us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:40848: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:02:16.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":489,"thread_start_us":318,"threads_started":1}
08:02:16.514 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:02:16.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.513149 24931 master_runner.cc:186] Error getting master registration for 127.23.129.61:42059: Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: BlockingRecv error: recv got EOF from 127.23.129.61:42059 (error 108), 
08:02:16.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.519111 24931 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:02:16.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.61:42059(127.23.129.61:42059)] connecting to peer
08:02:16.595 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.595 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.61:42059(127.23.129.61:42059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.595 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.23.129.61:42059(127.23.129.61:42059) for tablet Kudu Master: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:16.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.61:42059(127.23.129.61:42059)] connecting to peer
08:02:16.614 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.23.129.60:40219(127.23.129.60:40219)] Successfully connected to peer
08:02:16.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.61:42059(127.23.129.61:42059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.61:42059: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.645 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x0a1e73d0, L:/127.0.0.1:40860 - R:/127.23.129.60:40219] using TOKEN/null
08:02:16.651 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:16.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.61:42059(127.23.129.61:42059)] connecting to peer
08:02:16.655 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.655 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.61:42059(127.23.129.61:42059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.655 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.61:42059: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.657440 24658 heartbeater.cc:344] Connected to a master server at 127.23.129.60:40219
08:02:16.658 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:16.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.660792 24963 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" instance_seqno: 1777449731839195) as {username='slave'} at 127.23.129.2:51549; Asking this server to re-register.
08:02:16.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.661062 24516 heartbeater.cc:344] Connected to a master server at 127.23.129.60:40219
08:02:16.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.661589 24658 heartbeater.cc:461] Registering TS with master...
08:02:16.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.662382 24963 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" instance_seqno: 1777449731315638) as {username='slave'} at 127.23.129.1:50221; Asking this server to re-register.
08:02:16.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.663058 24516 heartbeater.cc:461] Registering TS with master...
08:02:16.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.663712 24962 ts_manager.cc:194] Registered new tserver with Master: f749ae1752344b12b9047de5a4aa5c03 (127.23.129.2:34365)
08:02:16.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.664445 24963 ts_manager.cc:194] Registered new tserver with Master: 5ff68be74ed94671a70f1607d69491ba (127.23.129.1:39359)
08:02:16.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.61:42059(127.23.129.61:42059)] connecting to peer
08:02:16.675 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.675 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.61:42059(127.23.129.61:42059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.675 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.61:42059: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.677 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.692315 25012 raft_consensus.cc:493] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:16.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.692859 25012 raft_consensus.cc:515] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:16.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.61:42059(127.23.129.61:42059)] connecting to peer
08:02:16.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.61:42059(127.23.129.61:42059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.61:42059: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:16.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.699100 24119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dcaf1277ddc6433182209786f253495c" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ffc34b343ab14e63bde1190aac71de1b" is_pre_election: true
08:02:16.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.699191 25012 leader_election.cc:290] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), 306f650890834a7ea3c3b7f8379084e5 (127.23.129.61:42059)
08:02:16.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.699563 24948 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: connect: Connection refused (error 111)
08:02:16.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.701591 24948 leader_election.cc:336] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 306f650890834a7ea3c3b7f8379084e5 (127.23.129.61:42059): Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: connect: Connection refused (error 111)
08:02:16.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.701795 24948 leader_election.cc:304] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: dcaf1277ddc6433182209786f253495c; no voters: 306f650890834a7ea3c3b7f8379084e5, ffc34b343ab14e63bde1190aac71de1b
08:02:16.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.702400 25012 raft_consensus.cc:2749] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:02:16.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.61:42059(127.23.129.61:42059)] connecting to peer
08:02:16.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.61:42059(127.23.129.61:42059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.61:42059: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.718 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:16.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.61:42059(127.23.129.61:42059)] connecting to peer
08:02:16.775 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.61:42059(127.23.129.61:42059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.61:42059: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.777 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:16.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.789480 25037 raft_consensus.cc:493] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 306f650890834a7ea3c3b7f8379084e5)
08:02:16.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.789772 25037 raft_consensus.cc:515] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:16.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.61:42059(127.23.129.61:42059)] connecting to peer
08:02:16.800 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.61:42059(127.23.129.61:42059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.61:42059: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.800453 25037 leader_election.cc:290] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 306f650890834a7ea3c3b7f8379084e5 (127.23.129.61:42059), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:16.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:16.811 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=217), Traces: [0ms] sending RPC to server master-127.23.129.61:42059, [1ms] received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [56ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [57ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [205ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [206ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [216ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [217ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, deferred=Deferred@1298020648(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$234/0x00007f0a883366d8@7ade3219 -> (continuation of Deferred@1324444317 after retry RPC after error@324871264) -> (continuation of Deferred@804706394 after retry RPC after error@607353159) -> (continuation of Deferred@1632852702 after retry RPC after error@458693808) -> (continuation of Deferred@41563016 after retry RPC after error@1027382209) -> (continuation of Deferred@1187164946 after retry RPC after error@1699976678) -> (continuation of Deferred@921046199 after retry RPC after error@1876785977), errback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0a88336900@3cd41ff3 -> (continuation of Deferred@1324444317 after retry RPC after error@324871264) -> (continuation of Deferred@804706394 after retry RPC after error@607353159) -> (continuation of Deferred@1632852702 after retry RPC after error@458693808) -> (continuation of Deferred@41563016 after retry RPC after error@1027382209) -> (continuation of Deferred@1187164946 after retry RPC after error@1699976678) -> (continuation of Deferred@921046199 after retry RPC after error@1876785977)))
08:02:16.812 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=217), Traces: [0ms] sending RPC to server master-127.23.129.61:42059, [1ms] received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [56ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [57ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [205ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [206ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [216ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [217ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, deferred=Deferred@1298020648(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$234/0x00007f0a883366d8@7ade3219 -> (continuation of Deferred@1324444317 after retry RPC after error@324871264) -> (continuation of Deferred@804706394 after retry RPC after error@607353159) -> (continuation of Deferred@1632852702 after retry RPC after error@458693808) -> (continuation of Deferred@41563016 after retry RPC after error@1027382209) -> (continuation of Deferred@1187164946 after retry RPC after error@1699976678) -> (continuation of Deferred@921046199 after retry RPC after error@1876785977), errback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0a88336900@3cd41ff3 -> (continuation of Deferred@1324444317 after retry RPC after error@324871264) -> (continuation of Deferred@804706394 after retry RPC after error@607353159) -> (continuation of Deferred@1632852702 after retry RPC after error@458693808) -> (continuation of Deferred@41563016 after retry RPC after error@1027382209) -> (continuation of Deferred@1187164946 after retry RPC after error@1699976678) -> (continuation of Deferred@921046199 after retry RPC after error@1876785977)))
08:02:16.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.813202 24095 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: connect: Connection refused (error 111) [suppressed 10 similar messages]
08:02:16.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.820935 24973 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ffc34b343ab14e63bde1190aac71de1b" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "dcaf1277ddc6433182209786f253495c" is_pre_election: true
08:02:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.821501 24973 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ffc34b343ab14e63bde1190aac71de1b in term 1.
08:02:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.821695 24095 leader_election.cc:336] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 306f650890834a7ea3c3b7f8379084e5 (127.23.129.61:42059): Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: connect: Connection refused (error 111)
08:02:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.822180 24097 leader_election.cc:304] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b; no voters: 306f650890834a7ea3c3b7f8379084e5
08:02:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.822592 25037 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 3 FOLLOWER]: Leader pre-election won for term 4
08:02:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.822729 25037 raft_consensus.cc:493] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 3 FOLLOWER]: Starting leader election (detected failure of leader 306f650890834a7ea3c3b7f8379084e5)
08:02:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.822834 25037 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 3 FOLLOWER]: Advancing to term 4
08:02:16.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.825790 25037 raft_consensus.cc:515] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:16.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.827242 24973 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ffc34b343ab14e63bde1190aac71de1b" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "dcaf1277ddc6433182209786f253495c"
08:02:16.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.827451 24973 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 1 FOLLOWER]: Advancing to term 4
08:02:16.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.828552 24095 leader_election.cc:336] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 306f650890834a7ea3c3b7f8379084e5 (127.23.129.61:42059): Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: connect: Connection refused (error 111)
08:02:16.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.831741 25037 leader_election.cc:290] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [CANDIDATE]: Term 4 election: Requested vote from peers 306f650890834a7ea3c3b7f8379084e5 (127.23.129.61:42059), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.833262 24973 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ffc34b343ab14e63bde1190aac71de1b in term 4.
08:02:16.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.61:42059(127.23.129.61:42059)] connecting to peer
08:02:16.836 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.836 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.61:42059(127.23.129.61:42059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.61:42059: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.837890 24097 leader_election.cc:304] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b; no voters: 306f650890834a7ea3c3b7f8379084e5
08:02:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.838379 25037 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 4 FOLLOWER]: Leader election won for term 4
08:02:16.838 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:16.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.839521 25037 raft_consensus.cc:697] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [term 4 LEADER]: Becoming Leader. State: Replica: ffc34b343ab14e63bde1190aac71de1b, State: Running, Role: LEADER
08:02:16.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.840205 25037 consensus_queue.cc:237] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.842404 25041 sys_catalog.cc:455] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [sys.catalog]: SysCatalogTable state changed. Reason: New leader ffc34b343ab14e63bde1190aac71de1b. Latest consensus state: current_term: 4 leader_uuid: "ffc34b343ab14e63bde1190aac71de1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.842720 25041 sys_catalog.cc:458] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [sys.catalog]: This master's current role is: LEADER
08:02:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.843562 25043 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
08:02:16.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.846901 25043 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=b820a58b579d4d9087de294fc5dc744f]
08:02:16.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.847728 25043 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=c2458034dce24092ab122862a62d4b0e]
08:02:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.849977 25043 tablet_loader.cc:96] loaded metadata for tablet 2f6354f17ffc447283da0697d4eb5e54 (table txn_manager_fallback_rolling [id=c2458034dce24092ab122862a62d4b0e])
08:02:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.850473 25043 tablet_loader.cc:96] loaded metadata for tablet c6885cef5c76464aa00223fcd02ec503 (table kudu_system.kudu_transactions [id=b820a58b579d4d9087de294fc5dc744f])
08:02:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.850914 25043 tablet_loader.cc:96] loaded metadata for tablet f918aebc3953405194b8e7711cf6e360 (table txn_manager_fallback_rolling [id=c2458034dce24092ab122862a62d4b0e])
08:02:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.851215 25043 catalog_manager.cc:1494] Initializing Kudu cluster ID...
08:02:16.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.852353 25043 catalog_manager.cc:1269] Loaded cluster ID: af7e154b387946cf8388a77e731e072c
08:02:16.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.852459 25043 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
08:02:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.853964 25043 catalog_manager.cc:1514] Loading token signing keys...
08:02:16.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.61:42059(127.23.129.61:42059)] connecting to peer
08:02:16.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.855154 25043 catalog_manager.cc:6055] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b: Loaded TSK: 0
08:02:16.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.856449 25043 catalog_manager.cc:1524] Initializing in-progress tserver states...
08:02:16.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.61:42059(127.23.129.61:42059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.61:42059: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.857 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:16.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.61:42059(127.23.129.61:42059)] connecting to peer
08:02:16.875 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.875 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.61:42059(127.23.129.61:42059)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.61:42059: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059
08:02:16.877 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:02:16.878 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=44), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [5ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [6ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [25ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: Network error: Failed to connect to peer master-127.23.129.61:42059(127.23.129.61:42059): Connection refused: /127.23.129.61:42059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: OK, deferred=Deferred@1196740979(state=PENDING, result=null, callback=(continuation of Deferred@1533244909 after retry RPC after error@351545258) -> (continuation of Deferred@1949623121 after retry RPC after error@353008621), errback=(continuation of Deferred@1533244909 after retry RPC after error@351545258) -> (continuation of Deferred@1949623121 after retry RPC after error@353008621))) after lookup
08:02:16.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.940541 24973 raft_consensus.cc:1275] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 4 FOLLOWER]: Refusing update from remote peer ffc34b343ab14e63bde1190aac71de1b: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
08:02:16.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.941490 25037 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [LEADER]: Connected to new peer: Peer: permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
08:02:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.943372 24109 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53724:
08:02:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:02:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:02:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:02:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
08:02:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:02:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
08:02:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
08:02:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
08:02:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
08:02:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:02:16.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.946118 24109 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:02:16.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:16.948290 24095 consensus_peers.cc:597] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b -> Peer 306f650890834a7ea3c3b7f8379084e5 (127.23.129.61:42059): Couldn't send request to peer 306f650890834a7ea3c3b7f8379084e5. Status: Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:02:16.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.952843 25055 sys_catalog.cc:455] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "ffc34b343ab14e63bde1190aac71de1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:16.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.953261 25012 sys_catalog.cc:455] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: SysCatalogTable state changed. Reason: New leader ffc34b343ab14e63bde1190aac71de1b. Latest consensus state: current_term: 4 leader_uuid: "ffc34b343ab14e63bde1190aac71de1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:16.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.953459 25012 sys_catalog.cc:458] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: This master's current role is: FOLLOWER
08:02:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.954770 25055 sys_catalog.cc:458] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: This master's current role is: FOLLOWER
08:02:16.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.957340 25055 sys_catalog.cc:455] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "ffc34b343ab14e63bde1190aac71de1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:16.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.957559 25055 sys_catalog.cc:458] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: This master's current role is: FOLLOWER
08:02:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.972301 25058 sys_catalog.cc:455] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "ffc34b343ab14e63bde1190aac71de1b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:16.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:16.972975 25058 sys_catalog.cc:458] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b [sys.catalog]: This master's current role is: LEADER
08:02:17.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:17.097263 24798 heartbeater.cc:344] Connected to a master server at 127.23.129.60:40219
08:02:17.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:17.098971 24963 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" instance_seqno: 1777449732424740) as {username='slave'} at 127.23.129.3:41661; Asking this server to re-register.
08:02:17.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:17.099634 24798 heartbeater.cc:461] Registering TS with master...
08:02:17.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:17.100859 24963 ts_manager.cc:194] Registered new tserver with Master: 94bc06527d084e2fbafceccc2f34022b (127.23.129.3:39677)
08:02:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:17.462862 24095 consensus_peers.cc:597] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b -> Peer 306f650890834a7ea3c3b7f8379084e5 (127.23.129.61:42059): Couldn't send request to peer 306f650890834a7ea3c3b7f8379084e5. Status: Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:02:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:18.014619 24095 consensus_peers.cc:597] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b -> Peer 306f650890834a7ea3c3b7f8379084e5 (127.23.129.61:42059): Couldn't send request to peer 306f650890834a7ea3c3b7f8379084e5. Status: Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:02:18.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.094358 24799 heartbeater.cc:499] Master 127.23.129.62:36767 was elected leader, sending a full tablet report...
08:02:18.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:18.513315 24095 consensus_peers.cc:597] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b -> Peer 306f650890834a7ea3c3b7f8379084e5 (127.23.129.61:42059): Couldn't send request to peer 306f650890834a7ea3c3b7f8379084e5. Status: Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
08:02:18.547 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.129.61:42059
08:02:18.548 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 1
  }
}

08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.549019 24068 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/wal
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/data
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/logs
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/data/info.pb
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.129.61:42059
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.129.61
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34715
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.129.20:45013
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:18.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:18.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219
08:02:18.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:18.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39873/jwks.json
08:02:18.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
08:02:18.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
08:02:18.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.625130 24659 heartbeater.cc:499] Master 127.23.129.62:36767 was elected leader, sending a full tablet report...
08:02:18.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.628695 24517 heartbeater.cc:499] Master 127.23.129.62:36767 was elected leader, sending a full tablet report...
08:02:18.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:18.897099 25080 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:02:18.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:18.897600 25080 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:02:18.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:18.897734 25080 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:02:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:18.912060 25080 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:02:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:18.912180 25080 flags.cc:432] Enabled experimental flag: --txn_manager_enabled=true
08:02:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:18.912247 25080 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:02:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:18.912305 25080 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:02:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:18.912371 25080 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:02:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:18.912424 25080 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:02:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:18.912487 25080 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39873/jwks.json
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.928958 25080 master_runner.cc:386] Master server non-default flags:
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.129.20:45013
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/data
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/wal
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.129.61:42059
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39873/jwks.json
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/data/info.pb
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.129.61
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34715
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:02:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/logs
08:02:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:02:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:02:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:02:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:02:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:02:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
08:02:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:02:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 07:43:23 UTC on bdcb31816ec0
08:02:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11658
08:02:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
08:02:18.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.930677 25080 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:02:18.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.932646 25080 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:02:18.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:18.941629 25087 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:18.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:18.941668 25088 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:18.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:18.942809 25090 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:02:18.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.943050 25080 server_base.cc:1061] running on GCE node
08:02:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.943912 25080 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:02:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.945367 25080 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:02:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.946599 25080 hybrid_clock.cc:648] HybridClock initialized: now 1777449738946513 us; error 63 us; skew 500 ppm
08:02:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.946911 25080 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:02:18.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.949169 25080 webserver.cc:492] Webserver started at http://127.23.129.61:34715/ using document root <none> and password file <none>
08:02:18.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.949867 25080 fs_manager.cc:362] Metadata directory not provided
08:02:18.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.949986 25080 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:02:18.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.955435 25080 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.000s
08:02:18.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.958292 25096 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:02:18.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.959837 25080 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
08:02:18.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.959983 25080 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/data,/tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/wal
08:02:18.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "306f650890834a7ea3c3b7f8379084e5"
08:02:18.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 08:02:09 on dist-test-slave-230h"
08:02:18.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.960692 25080 fs_report.cc:389] FS layout report
08:02:18.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:02:18.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/wal
08:02:18.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/wal
08:02:18.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/data/data
08:02:18.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:02:18.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:02:18.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:02:18.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:02:18.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:02:18.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:02:18.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:02:18.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:02:18.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:02:18.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:02:18.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:02:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.979050 25080 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:02:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.980306 25080 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:02:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:18.980667 25080 kserver.cc:163] Server-wide thread pool size limit: 3276
08:02:19.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:19.001878 24095 consensus_peers.cc:597] T 00000000000000000000000000000000 P ffc34b343ab14e63bde1190aac71de1b -> Peer 306f650890834a7ea3c3b7f8379084e5 (127.23.129.61:42059): Couldn't send request to peer 306f650890834a7ea3c3b7f8379084e5. Status: Network error: Client connection negotiation failed: client connection to 127.23.129.61:42059: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
08:02:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.007074 25080 rpc_server.cc:307] RPC server started. Bound to: 127.23.129.61:42059
08:02:19.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.007093 25157 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.129.61:42059 every 8 connection(s)
08:02:19.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.008919 25080 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmDwm9r/test-tmp/mini-kudu-cluster7896190516520329658/master-1/data/info.pb
08:02:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.010320 24068 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu as pid 25080
08:02:19.010 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:02:19.010 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.129.62:36767
08:02:19.010 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

08:02:19.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.011160 24068 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu pid 24079
08:02:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.012442 24150 generic_service.cc:196] Checking for leaks (request via RPC)
08:02:19.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.018620 25158 sys_catalog.cc:263] Verifying existing consensus state
08:02:19.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.023528 25158 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5: Bootstrap starting.
08:02:19.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.048236 25158 log.cc:826] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5: Log is configured to *not* fsync() on all Append() calls
08:02:19.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.063192 25158 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:02:19.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.063786 25158 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5: Bootstrap complete.
08:02:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.071324 25158 raft_consensus.cc:359] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.072086 25158 raft_consensus.cc:740] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 306f650890834a7ea3c3b7f8379084e5, State: Initialized, Role: FOLLOWER
08:02:19.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.072739 25158 consensus_queue.cc:260] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.073550 25162 sys_catalog.cc:455] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.073928 25162 sys_catalog.cc:458] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: This master's current role is: FOLLOWER
08:02:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.074700 25158 sys_catalog.cc:565] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: configured and running, proceeding with master startup.
08:02:19.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.084668 25173 catalog_manager.cc:1269] Loaded cluster ID: af7e154b387946cf8388a77e731e072c
08:02:19.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.084779 25173 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5: loading cluster ID for follower catalog manager: success
08:02:19.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.088863 25173 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5: acquiring CA information for follower catalog manager: success
08:02:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.091414 25173 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:02:19.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.124639 24800 heartbeater.cc:344] Connected to a master server at 127.23.129.61:42059
08:02:19.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.128808 25113 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "94bc06527d084e2fbafceccc2f34022b" instance_seqno: 1777449732424740) as {username='slave'} at 127.23.129.3:39855; Asking this server to re-register.
08:02:19.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.129949 24800 heartbeater.cc:461] Registering TS with master...
08:02:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.132045 25113 ts_manager.cc:194] Registered new tserver with Master: 94bc06527d084e2fbafceccc2f34022b (127.23.129.3:39677)
08:02:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.169292 24068 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu with pid 24079
08:02:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:19.197468 24680 connection.cc:570] server connection from 127.0.0.1:41774 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:02:19.199 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:02:19.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:19.198423 24949 connection.cc:570] server connection from 127.0.0.1:40868 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:02:19.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:19.198606 25177 negotiation.cc:336] Failed RPC negotiation. Trace:
08:02:19.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:19.169434 (+     0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:41668 (local address 127.23.129.61:42059)
08:02:19.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:19.170462 (+  1028us) server_negotiation.cc:207] Beginning negotiation
08:02:19.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:19.170470 (+     8us) server_negotiation.cc:400] Waiting for connection header
08:02:19.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:19.197187 (+ 26717us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:41668: BlockingRecv error: recv got EOF from 127.0.0.1:41668 (error 108)
08:02:19.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":869}
08:02:19.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:19.199534 25175 negotiation.cc:336] Failed RPC negotiation. Trace:
08:02:19.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:19.081602 (+     0us) reactor.cc:678] Submitting negotiation task for client connection to 127.23.129.62:36767 (local address 127.0.0.1:53738)
08:02:19.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:19.092782 (+ 11180us) negotiation.cc:107] Waiting for socket to connect
08:02:19.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:19.092827 (+    45us) client_negotiation.cc:175] Beginning negotiation
08:02:19.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:19.093408 (+   581us) client_negotiation.cc:253] Sending NEGOTIATE NegotiatePB request
08:02:19.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:19.197281 (+103873us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:02:19.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":10608,"thread_start_us":10360,"threads_started":1}
08:02:19.200 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.129.62:36767(127.23.129.62:36767)] handling channelInactive
08:02:19.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state READY due to: connection closed
08:02:19.200 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.23.129.62:36767(127.23.129.62:36767) for tablet Kudu Master: connection closed
08:02:19.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.200248 25080 master_runner.cc:186] Error getting master registration for 127.23.129.62:36767: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107), 
08:02:19.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.204470 25080 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:02:19.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:19.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.61:42059(127.23.129.61:42059)] connecting to peer
08:02:19.215 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.215 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.129.61:42059(127.23.129.61:42059)] Successfully connected to peer
08:02:19.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.229 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x779a1732, L:/127.0.0.1:41674 - R:/127.23.129.61:42059] using TOKEN/null
08:02:19.233 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:19.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:19.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:19.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:19.275 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:19.277 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.23.129.62:36767, [166ms] received response from server master-127.23.129.62:36767: Network error: connection closed, [166ms] delaying RPC due to: Network error: connection closed, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [199ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [199ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1572236664(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$234/0x00007f0a883366d8@ba458b2 -> (continuation of Deferred@1806897086 after retry RPC after error@363342833) -> (continuation of Deferred@2073778577 after retry RPC after error@1381232536), errback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0a88336900@21eed493 -> (continuation of Deferred@1806897086 after retry RPC after error@363342833) -> (continuation of Deferred@2073778577 after retry RPC after error@1381232536)))
08:02:19.277 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=4, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] sending RPC to server master-127.23.129.62:36767, [166ms] received response from server master-127.23.129.62:36767: Network error: connection closed, [166ms] delaying RPC due to: Network error: connection closed, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [199ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [199ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1572236664(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$234/0x00007f0a883366d8@ba458b2 -> (continuation of Deferred@1806897086 after retry RPC after error@363342833) -> (continuation of Deferred@2073778577 after retry RPC after error@1381232536), errback=org.apache.kudu.client.KuduTransaction$$Lambda$235/0x00007f0a88336900@21eed493 -> (continuation of Deferred@1806897086 after retry RPC after error@363342833) -> (continuation of Deferred@2073778577 after retry RPC after error@1381232536)))
08:02:19.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:19.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:19.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:19.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.315 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.315 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.316 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:19.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:19.335 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.335 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.335 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:19.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:19.355 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.355 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.355 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:19.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:19.375 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.375 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.375 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.391968 25162 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:02:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.392289 25162 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:19.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.394826 25162 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:19.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:19.396593 25097 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:02:19.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:19.398397 25097 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:02:19.398 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:19.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.415339 24973 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "306f650890834a7ea3c3b7f8379084e5" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "dcaf1277ddc6433182209786f253495c" is_pre_election: true
08:02:19.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.416422 25100 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5; no voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b
08:02:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.416913 25162 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
08:02:19.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:19.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.455 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.457 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.470829 25182 raft_consensus.cc:493] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 4 FOLLOWER]: Starting pre-election (detected failure of leader ffc34b343ab14e63bde1190aac71de1b)
08:02:19.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.471077 25182 raft_consensus.cc:515] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.471865 25182 leader_election.cc:290] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), 306f650890834a7ea3c3b7f8379084e5 (127.23.129.61:42059)
08:02:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:19.474349 24947 leader_election.cc:336] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.479599 25123 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dcaf1277ddc6433182209786f253495c" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "306f650890834a7ea3c3b7f8379084e5" is_pre_election: true
08:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.480090 25123 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dcaf1277ddc6433182209786f253495c in term 3.
08:02:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.480566 24948 leader_election.cc:304] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5, dcaf1277ddc6433182209786f253495c; no voters: ffc34b343ab14e63bde1190aac71de1b
08:02:19.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.480923 25182 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 4 FOLLOWER]: Leader pre-election won for term 5
08:02:19.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.481055 25182 raft_consensus.cc:493] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 4 FOLLOWER]: Starting leader election (detected failure of leader ffc34b343ab14e63bde1190aac71de1b)
08:02:19.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.481187 25182 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 4 FOLLOWER]: Advancing to term 5
08:02:19.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.483147 25182 raft_consensus.cc:515] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.483881 25182 leader_election.cc:290] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [CANDIDATE]: Term 5 election: Requested vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), 306f650890834a7ea3c3b7f8379084e5 (127.23.129.61:42059)
08:02:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.484459 25123 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dcaf1277ddc6433182209786f253495c" candidate_term: 5 candidate_status { last_received { term: 4 index: 13 } } ignore_live_leader: false dest_uuid: "306f650890834a7ea3c3b7f8379084e5"
08:02:19.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.484659 25123 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 3 FOLLOWER]: Advancing to term 5
08:02:19.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:19.485430 24947 leader_election.cc:336] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:02:19.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.490356 25123 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dcaf1277ddc6433182209786f253495c in term 5.
08:02:19.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.490870 24948 leader_election.cc:304] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5, dcaf1277ddc6433182209786f253495c; no voters: ffc34b343ab14e63bde1190aac71de1b
08:02:19.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.491194 25182 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 5 FOLLOWER]: Leader election won for term 5
08:02:19.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.491717 25182 raft_consensus.cc:697] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [term 5 LEADER]: Becoming Leader. State: Replica: dcaf1277ddc6433182209786f253495c, State: Running, Role: LEADER
08:02:19.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.492200 25182 consensus_queue.cc:237] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 4.13, Last appended by leader: 13, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:19.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.493973 25186 sys_catalog.cc:455] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: SysCatalogTable state changed. Reason: New leader dcaf1277ddc6433182209786f253495c. Latest consensus state: current_term: 5 leader_uuid: "dcaf1277ddc6433182209786f253495c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:19.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.494253 25186 sys_catalog.cc:458] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: This master's current role is: LEADER
08:02:19.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.494890 25188 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
08:02:19.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.497191 25188 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=b820a58b579d4d9087de294fc5dc744f]
08:02:19.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.497856 25188 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=c2458034dce24092ab122862a62d4b0e]
08:02:19.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.499604 25188 tablet_loader.cc:96] loaded metadata for tablet 2f6354f17ffc447283da0697d4eb5e54 (table txn_manager_fallback_rolling [id=c2458034dce24092ab122862a62d4b0e])
08:02:19.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.500041 25188 tablet_loader.cc:96] loaded metadata for tablet c6885cef5c76464aa00223fcd02ec503 (table kudu_system.kudu_transactions [id=b820a58b579d4d9087de294fc5dc744f])
08:02:19.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.500439 25188 tablet_loader.cc:96] loaded metadata for tablet f918aebc3953405194b8e7711cf6e360 (table txn_manager_fallback_rolling [id=c2458034dce24092ab122862a62d4b0e])
08:02:19.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.500742 25188 catalog_manager.cc:1494] Initializing Kudu cluster ID...
08:02:19.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.501578 25188 catalog_manager.cc:1269] Loaded cluster ID: af7e154b387946cf8388a77e731e072c
08:02:19.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.501695 25188 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
08:02:19.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.502803 25188 catalog_manager.cc:1514] Loading token signing keys...
08:02:19.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.503674 25188 catalog_manager.cc:6055] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c: Loaded TSK: 0
08:02:19.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.504515 25188 catalog_manager.cc:1524] Initializing in-progress tserver states...
08:02:19.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:19.535 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.535 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.535 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:19.536 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:02:19.536 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [105ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, deferred=Deferred@783475350(state=PENDING, result=null, callback=(continuation of Deferred@1828684249 after retry RPC after error@118838804) -> (continuation of Deferred@1521424715 after retry RPC after error@1664153306) -> (continuation of Deferred@1934709292 after retry RPC after error@1591283620) -> (continuation of Deferred@2082349173 after retry RPC after error@419208970) -> (continuation of Deferred@1640332811 after retry RPC after error@2012740024) -> (continuation of Deferred@2061988539 after retry RPC after error@111126050) -> (continuation of Deferred@1289790940 after retry RPC after error@76726209), errback=(continuation of Deferred@1828684249 after retry RPC after error@118838804) -> (continuation of Deferred@1521424715 after retry RPC after error@1664153306) -> (continuation of Deferred@1934709292 after retry RPC after error@1591283620) -> (continuation of Deferred@2082349173 after retry RPC after error@419208970) -> (continuation of Deferred@1640332811 after retry RPC after error@2012740024) -> (continuation of Deferred@2061988539 after retry RPC after error@111126050) -> (continuation of Deferred@1289790940 after retry RPC after error@76726209))) after lookup
08:02:19.554 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [105ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [106ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [244ms] sending RPC to server master-127.23.129.60:40219, deferred=Deferred@783475350(state=PENDING, result=null, callback=(continuation of Deferred@1828684249 after retry RPC after error@118838804) -> (continuation of Deferred@1521424715 after retry RPC after error@1664153306) -> (continuation of Deferred@1934709292 after retry RPC after error@1591283620) -> (continuation of Deferred@2082349173 after retry RPC after error@419208970) -> (continuation of Deferred@1640332811 after retry RPC after error@2012740024) -> (continuation of Deferred@2061988539 after retry RPC after error@111126050) -> (continuation of Deferred@1289790940 after retry RPC after error@76726209) -> (continuation of Deferred@1741411111 after retry RPC@1819913024), errback=(continuation of Deferred@1828684249 after retry RPC after error@118838804) -> (continuation of Deferred@1521424715 after retry RPC after error@1664153306) -> (continuation of Deferred@1934709292 after retry RPC after error@1591283620) -> (continuation of Deferred@2082349173 after retry RPC after error@419208970) -> (continuation of Deferred@1640332811 after retry RPC after error@2012740024) -> (continuation of Deferred@2061988539 after retry RPC after error@111126050) -> (continuation of Deferred@1289790940 after retry RPC after error@76726209) -> (continuation of Deferred@1741411111 after retry RPC@1819913024)))
08:02:19.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:19.567943 24993 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:40860 (request call id 21) took 30 ms (client timeout 7 ms). Trace:
08:02:19.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:19.568152 24993 rpcz_store.cc:269] 0429 08:02:19.537699 (+     0us) service_pool.cc:168] Inserting onto call queue
08:02:19.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:19.537777 (+    78us) service_pool.cc:225] Handling call
08:02:19.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 08:02:19.567862 (+ 30085us) inbound_call.cc:177] Queueing success response
08:02:19.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":182,"init.queue_time_us":476,"thread_start_us":1317,"threads_started":5}
08:02:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 656147786153 + 9223371380706990323 cannot be represented in type 'long'
08:02:19.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:19.597414 24947 consensus_peers.cc:597] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c -> Peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Couldn't send request to peer ffc34b343ab14e63bde1190aac71de1b. Status: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:02:19.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.600106 25123 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Refusing update from remote peer dcaf1277ddc6433182209786f253495c: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 14. (index mismatch)
08:02:19.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.601573 25186 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [LEADER]: Connected to new peer: Peer: permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 12, Time since last communication: 0.000s
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.602658 24962 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:40880:
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "txn_id"
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "entry_type"
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "identifier"
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:02:19.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "metadata"
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   indirect_data: "<redacted>"""
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "txn_id"
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:02:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
08:02:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:19.609467 24962 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:02:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.611554 25200 sys_catalog.cc:455] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 5 leader_uuid: "dcaf1277ddc6433182209786f253495c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:19.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.611891 25200 sys_catalog.cc:458] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: This master's current role is: FOLLOWER
08:02:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.612526 25162 sys_catalog.cc:455] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dcaf1277ddc6433182209786f253495c. Latest consensus state: current_term: 5 leader_uuid: "dcaf1277ddc6433182209786f253495c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.612736 25162 sys_catalog.cc:458] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: This master's current role is: FOLLOWER
08:02:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.614930 25162 sys_catalog.cc:455] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 5 leader_uuid: "dcaf1277ddc6433182209786f253495c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.615104 25162 sys_catalog.cc:458] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [sys.catalog]: This master's current role is: FOLLOWER
08:02:19.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.619549 25202 sys_catalog.cc:455] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 5 leader_uuid: "dcaf1277ddc6433182209786f253495c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } } }
08:02:19.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.620299 25202 sys_catalog.cc:458] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c [sys.catalog]: This master's current role is: LEADER
08:02:19.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.665171 24660 heartbeater.cc:344] Connected to a master server at 127.23.129.61:42059
08:02:19.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.667444 25113 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f749ae1752344b12b9047de5a4aa5c03" instance_seqno: 1777449731839195) as {username='slave'} at 127.23.129.2:57077; Asking this server to re-register.
08:02:19.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.668383 24660 heartbeater.cc:461] Registering TS with master...
08:02:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.669018 24518 heartbeater.cc:344] Connected to a master server at 127.23.129.61:42059
08:02:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.670536 25113 ts_manager.cc:194] Registered new tserver with Master: f749ae1752344b12b9047de5a4aa5c03 (127.23.129.2:34365)
08:02:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.670634 25112 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "5ff68be74ed94671a70f1607d69491ba" instance_seqno: 1777449731315638) as {username='slave'} at 127.23.129.1:59941; Asking this server to re-register.
08:02:19.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.672390 24518 heartbeater.cc:461] Registering TS with master...
08:02:19.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:19.674341 25113 ts_manager.cc:194] Registered new tserver with Master: 5ff68be74ed94671a70f1607d69491ba (127.23.129.1:39359)
08:02:20.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:20.087172 24947 consensus_peers.cc:597] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c -> Peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Couldn't send request to peer ffc34b343ab14e63bde1190aac71de1b. Status: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
08:02:20.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:20.597224 24947 consensus_peers.cc:597] T 00000000000000000000000000000000 P dcaf1277ddc6433182209786f253495c -> Peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Couldn't send request to peer ffc34b343ab14e63bde1190aac71de1b. Status: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
08:02:20.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #0 0x7f7c7375e998 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
08:02:20.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #1 0xa94295 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
08:02:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:20.673249 24658 heartbeater.cc:499] Master 127.23.129.60:40219 was elected leader, sending a full tablet report...
08:02:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:20.673259 24516 heartbeater.cc:499] Master 127.23.129.60:40219 was elected leader, sending a full tablet report...
08:02:20.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #2 0x7f7c875858f2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
08:02:20.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #3 0x7f7c87575404 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:483:48
08:02:20.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #4 0x7f7c876d97ee in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
08:02:20.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #5 0x7f7c876da3cb in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
08:02:20.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #6 0x7f7c876df00f in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
08:02:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #7 0x7f7c8149e2d6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
08:02:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #8 0x7f7c8149e005 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
08:02:20.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #9 0x7f7c7a7dd65e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
08:02:20.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #10 0x7f7c7a7dc53e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
08:02:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #11 0x7f7c7a7e2738 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
08:02:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #12 0x7f7c7a7e309f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
08:02:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #13 0x7f7c7a7e2ec8 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
08:02:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #14 0xaa4cac in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
08:02:20.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #15 0x7f7c73831528 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
08:02:20.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #16 0x7f7c76dff6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
08:02:20.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     #17 0x7f7c6f94961e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
08:02:20.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:02:20.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in 
08:02:20.772 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.23.129.60:40219(127.23.129.60:40219)] handling channelInactive
08:02:20.772 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state READY due to: connection closed
08:02:20.772 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.23.129.60:40219(127.23.129.60:40219) for tablet Kudu Master: connection closed
08:02:20.775 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:02:20.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:20.949510 25211 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:02:20.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:20.949790 25211 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:20.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:20.950629 25211 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:20.952610 25097 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:02:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:20.952759 25100 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:20.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:20.952932 25100 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5; no voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b
08:02:20.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:20.953231 25211 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:02:21.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:21.102070 24798 heartbeater.cc:499] Master 127.23.129.60:40219 was elected leader, sending a full tablet report...
08:02:21.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.195 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.195 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.195 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.195 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.199 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.200 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.200 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.200 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.200 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.200 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.200 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.200 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.235 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.235 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:21.264160 25211 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:02:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:21.264348 25211 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:21.264983 25211 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:21.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:21.266415 25097 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:02:21.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:21.266619 25100 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:21.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:21.266753 25100 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5; no voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b
08:02:21.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:21.266988 25211 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:02:21.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.275 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.275 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.275 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.275 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.275 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.275 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.275 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.275 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.275 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.295 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.295 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.295 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.315 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.315 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.315 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.315 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.316 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.316 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.316 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.316 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.316 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.316 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.316 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.316 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.355 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.355 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.355 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.355 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.435 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.435 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.436 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.437 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@531871047(state=PENDING, result=null, callback=(continuation of Deferred@1389848221 after retry RPC after error@551602832) -> (continuation of Deferred@1188444118 after retry RPC after error@1154333638) -> (continuation of Deferred@768069196 after retry RPC after error@198522158) -> (continuation of Deferred@2093665029 after retry RPC after error@1433423057) -> (continuation of Deferred@1188453789 after retry RPC after error@1686662188) -> (continuation of Deferred@1320161627 after retry RPC after error@426891928) -> (continuation of Deferred@1841256094 after retry RPC after error@1248964105), errback=(continuation of Deferred@1389848221 after retry RPC after error@551602832) -> (continuation of Deferred@1188444118 after retry RPC after error@1154333638) -> (continuation of Deferred@768069196 after retry RPC after error@198522158) -> (continuation of Deferred@2093665029 after retry RPC after error@1433423057) -> (continuation of Deferred@1188453789 after retry RPC after error@1686662188) -> (continuation of Deferred@1320161627 after retry RPC after error@426891928) -> (continuation of Deferred@1841256094 after retry RPC after error@1248964105)))
08:02:21.437 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@531871047(state=PENDING, result=null, callback=(continuation of Deferred@1389848221 after retry RPC after error@551602832) -> (continuation of Deferred@1188444118 after retry RPC after error@1154333638) -> (continuation of Deferred@768069196 after retry RPC after error@198522158) -> (continuation of Deferred@2093665029 after retry RPC after error@1433423057) -> (continuation of Deferred@1188453789 after retry RPC after error@1686662188) -> (continuation of Deferred@1320161627 after retry RPC after error@426891928) -> (continuation of Deferred@1841256094 after retry RPC after error@1248964105), errback=(continuation of Deferred@1389848221 after retry RPC after error@551602832) -> (continuation of Deferred@1188444118 after retry RPC after error@1154333638) -> (continuation of Deferred@768069196 after retry RPC after error@198522158) -> (continuation of Deferred@2093665029 after retry RPC after error@1433423057) -> (continuation of Deferred@1188453789 after retry RPC after error@1686662188) -> (continuation of Deferred@1320161627 after retry RPC after error@426891928) -> (continuation of Deferred@1841256094 after retry RPC after error@1248964105)))
08:02:21.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.475 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.475 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.495 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.495 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.495 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.496 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.514 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.515 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.535 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.535 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.535 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.535 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.535 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.575 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.575 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.575 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.575 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.655 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.655 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.655 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.655 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:21.665084 25211 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:02:21.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:21.665264 25211 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:21.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:21.665951 25211 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:21.667291 25097 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:02:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:21.667518 25100 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:21.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:21.667654 25100 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5; no voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b
08:02:21.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:21.667889 25211 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:02:21.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.696 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@527714350(state=PENDING, result=null, callback=(continuation of Deferred@824738456 after retry RPC after error@1594072534) -> (continuation of Deferred@877757570 after retry RPC after error@165256990) -> (continuation of Deferred@2089869567 after retry RPC after error@1069428630) -> (continuation of Deferred@133421431 after retry RPC after error@1108838392) -> (continuation of Deferred@964362333 after retry RPC after error@2012695163) -> (continuation of Deferred@1859521939 after retry RPC after error@268468214) -> (continuation of Deferred@1897458755 after retry RPC after error@1022481545), errback=(continuation of Deferred@824738456 after retry RPC after error@1594072534) -> (continuation of Deferred@877757570 after retry RPC after error@165256990) -> (continuation of Deferred@2089869567 after retry RPC after error@1069428630) -> (continuation of Deferred@133421431 after retry RPC after error@1108838392) -> (continuation of Deferred@964362333 after retry RPC after error@2012695163) -> (continuation of Deferred@1859521939 after retry RPC after error@268468214) -> (continuation of Deferred@1897458755 after retry RPC after error@1022481545)))
08:02:21.697 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@527714350(state=PENDING, result=null, callback=(continuation of Deferred@824738456 after retry RPC after error@1594072534) -> (continuation of Deferred@877757570 after retry RPC after error@165256990) -> (continuation of Deferred@2089869567 after retry RPC after error@1069428630) -> (continuation of Deferred@133421431 after retry RPC after error@1108838392) -> (continuation of Deferred@964362333 after retry RPC after error@2012695163) -> (continuation of Deferred@1859521939 after retry RPC after error@268468214) -> (continuation of Deferred@1897458755 after retry RPC after error@1022481545), errback=(continuation of Deferred@824738456 after retry RPC after error@1594072534) -> (continuation of Deferred@877757570 after retry RPC after error@165256990) -> (continuation of Deferred@2089869567 after retry RPC after error@1069428630) -> (continuation of Deferred@133421431 after retry RPC after error@1108838392) -> (continuation of Deferred@964362333 after retry RPC after error@2012695163) -> (continuation of Deferred@1859521939 after retry RPC after error@268468214) -> (continuation of Deferred@1897458755 after retry RPC after error@1022481545)))
08:02:21.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.715 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.715 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.715 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.715 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.715 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.715 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.735 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.735 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.735 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.795 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.795 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.855 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.855 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.855 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:21.878819 24683 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.194s from last keepalive heartbeat (effective timeout is 1.000s)
08:02:21.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:21.887286 24708 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.129.61:42059)
08:02:21.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.955 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.955 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.955 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.955 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:21.974 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1406649331(state=PENDING, result=null, callback=(continuation of Deferred@1792840638 after retry RPC after error@1046107966) -> (continuation of Deferred@1515497259 after retry RPC after error@930168777) -> (continuation of Deferred@968756218 after retry RPC after error@1437681748) -> (continuation of Deferred@706986038 after retry RPC after error@345128396) -> (continuation of Deferred@1572472191 after retry RPC after error@34997620) -> (continuation of Deferred@905987952 after retry RPC after error@871985185) -> (continuation of Deferred@1046813404 after retry RPC after error@208307649), errback=(continuation of Deferred@1792840638 after retry RPC after error@1046107966) -> (continuation of Deferred@1515497259 after retry RPC after error@930168777) -> (continuation of Deferred@968756218 after retry RPC after error@1437681748) -> (continuation of Deferred@706986038 after retry RPC after error@345128396) -> (continuation of Deferred@1572472191 after retry RPC after error@34997620) -> (continuation of Deferred@905987952 after retry RPC after error@871985185) -> (continuation of Deferred@1046813404 after retry RPC after error@208307649)))
08:02:21.974 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:02:21.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:21.995 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:21.995 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.995 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.995 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:21.995 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.995 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:21.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.014 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.015 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.015 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:22.025269 25211 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:02:22.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:22.025483 25211 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:22.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:22.026083 25211 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:22.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:22.027578 25097 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:02:22.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:22.027786 25100 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:22.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:22.027910 25100 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5; no voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b
08:02:22.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:22.028128 25211 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:02:22.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.055 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.055 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.055 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.055 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.055 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.055 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.075 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.075 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.075 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.075 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.115 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.135 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.135 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.135 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.235 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.235 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.235 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.235 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.235 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.235 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.237 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1673473265(state=PENDING, result=null, callback=(continuation of Deferred@527809924 after retry RPC after error@1969501301) -> (continuation of Deferred@612865902 after retry RPC after error@1053159339) -> (continuation of Deferred@216988778 after retry RPC after error@1493018142) -> (continuation of Deferred@1087989384 after retry RPC after error@1374712207) -> (continuation of Deferred@713480823 after retry RPC after error@528368751) -> (continuation of Deferred@345541678 after retry RPC after error@1178008379) -> (continuation of Deferred@1518327016 after retry RPC after error@936357620), errback=(continuation of Deferred@527809924 after retry RPC after error@1969501301) -> (continuation of Deferred@612865902 after retry RPC after error@1053159339) -> (continuation of Deferred@216988778 after retry RPC after error@1493018142) -> (continuation of Deferred@1087989384 after retry RPC after error@1374712207) -> (continuation of Deferred@713480823 after retry RPC after error@528368751) -> (continuation of Deferred@345541678 after retry RPC after error@1178008379) -> (continuation of Deferred@1518327016 after retry RPC after error@936357620)))
08:02:22.238 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1673473265(state=PENDING, result=null, callback=(continuation of Deferred@527809924 after retry RPC after error@1969501301) -> (continuation of Deferred@612865902 after retry RPC after error@1053159339) -> (continuation of Deferred@216988778 after retry RPC after error@1493018142) -> (continuation of Deferred@1087989384 after retry RPC after error@1374712207) -> (continuation of Deferred@713480823 after retry RPC after error@528368751) -> (continuation of Deferred@345541678 after retry RPC after error@1178008379) -> (continuation of Deferred@1518327016 after retry RPC after error@936357620), errback=(continuation of Deferred@527809924 after retry RPC after error@1969501301) -> (continuation of Deferred@612865902 after retry RPC after error@1053159339) -> (continuation of Deferred@216988778 after retry RPC after error@1493018142) -> (continuation of Deferred@1087989384 after retry RPC after error@1374712207) -> (continuation of Deferred@713480823 after retry RPC after error@528368751) -> (continuation of Deferred@345541678 after retry RPC after error@1178008379) -> (continuation of Deferred@1518327016 after retry RPC after error@936357620)))
08:02:22.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.255 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.255 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.255 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.255 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.275 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.275 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.275 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.295 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.335 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.335 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.335 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.335 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.335 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.335 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.355 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.355 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.355 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.375 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.375 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.475 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.475 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.475 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.475 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.475 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.475 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.476 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1826849899(state=PENDING, result=null, callback=(continuation of Deferred@549479750 after retry RPC after error@1755914633) -> (continuation of Deferred@1425985401 after retry RPC after error@617531729) -> (continuation of Deferred@126317275 after retry RPC after error@646164171) -> (continuation of Deferred@69478501 after retry RPC after error@1458761201) -> (continuation of Deferred@1784634462 after retry RPC after error@1368474152) -> (continuation of Deferred@1960001407 after retry RPC after error@898619761) -> (continuation of Deferred@623038002 after retry RPC after error@2130266300), errback=(continuation of Deferred@549479750 after retry RPC after error@1755914633) -> (continuation of Deferred@1425985401 after retry RPC after error@617531729) -> (continuation of Deferred@126317275 after retry RPC after error@646164171) -> (continuation of Deferred@69478501 after retry RPC after error@1458761201) -> (continuation of Deferred@1784634462 after retry RPC after error@1368474152) -> (continuation of Deferred@1960001407 after retry RPC after error@898619761) -> (continuation of Deferred@623038002 after retry RPC after error@2130266300)))
08:02:22.477 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1826849899(state=PENDING, result=null, callback=(continuation of Deferred@549479750 after retry RPC after error@1755914633) -> (continuation of Deferred@1425985401 after retry RPC after error@617531729) -> (continuation of Deferred@126317275 after retry RPC after error@646164171) -> (continuation of Deferred@69478501 after retry RPC after error@1458761201) -> (continuation of Deferred@1784634462 after retry RPC after error@1368474152) -> (continuation of Deferred@1960001407 after retry RPC after error@898619761) -> (continuation of Deferred@623038002 after retry RPC after error@2130266300), errback=(continuation of Deferred@549479750 after retry RPC after error@1755914633) -> (continuation of Deferred@1425985401 after retry RPC after error@617531729) -> (continuation of Deferred@126317275 after retry RPC after error@646164171) -> (continuation of Deferred@69478501 after retry RPC after error@1458761201) -> (continuation of Deferred@1784634462 after retry RPC after error@1368474152) -> (continuation of Deferred@1960001407 after retry RPC after error@898619761) -> (continuation of Deferred@623038002 after retry RPC after error@2130266300)))
08:02:22.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.495 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.495 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.495 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.495 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.495 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.495 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.535 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.535 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.535 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.555 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.555 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.555 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.555 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.555 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.555 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.575 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.576 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.576 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.576 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.615 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.615 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.615 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.675 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.676 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@701968840(state=PENDING, result=null, callback=(continuation of Deferred@1818076321 after retry RPC after error@448244949) -> (continuation of Deferred@409604219 after retry RPC after error@144915407) -> (continuation of Deferred@165347030 after retry RPC after error@783039036) -> (continuation of Deferred@1712135770 after retry RPC after error@2011245591) -> (continuation of Deferred@697520243 after retry RPC after error@1721885351) -> (continuation of Deferred@1750126567 after retry RPC after error@372229998), errback=(continuation of Deferred@1818076321 after retry RPC after error@448244949) -> (continuation of Deferred@409604219 after retry RPC after error@144915407) -> (continuation of Deferred@165347030 after retry RPC after error@783039036) -> (continuation of Deferred@1712135770 after retry RPC after error@2011245591) -> (continuation of Deferred@697520243 after retry RPC after error@1721885351) -> (continuation of Deferred@1750126567 after retry RPC after error@372229998)))
08:02:22.677 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@701968840(state=PENDING, result=null, callback=(continuation of Deferred@1818076321 after retry RPC after error@448244949) -> (continuation of Deferred@409604219 after retry RPC after error@144915407) -> (continuation of Deferred@165347030 after retry RPC after error@783039036) -> (continuation of Deferred@1712135770 after retry RPC after error@2011245591) -> (continuation of Deferred@697520243 after retry RPC after error@1721885351) -> (continuation of Deferred@1750126567 after retry RPC after error@372229998), errback=(continuation of Deferred@1818076321 after retry RPC after error@448244949) -> (continuation of Deferred@409604219 after retry RPC after error@144915407) -> (continuation of Deferred@165347030 after retry RPC after error@783039036) -> (continuation of Deferred@1712135770 after retry RPC after error@2011245591) -> (continuation of Deferred@697520243 after retry RPC after error@1721885351) -> (continuation of Deferred@1750126567 after retry RPC after error@372229998)))
08:02:22.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.715 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.715 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.715 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.715 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.715 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.715 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.815 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.815 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.815 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.815 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.815 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.815 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.894 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.894 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.894 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.897 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@265117965(state=PENDING, result=null, callback=(continuation of Deferred@1214613551 after retry RPC after error@1876964723) -> (continuation of Deferred@1160258347 after retry RPC after error@554297226) -> (continuation of Deferred@1170810740 after retry RPC after error@728549651) -> (continuation of Deferred@794400302 after retry RPC after error@1099039224) -> (continuation of Deferred@1300003899 after retry RPC after error@9765078) -> (continuation of Deferred@1662918156 after retry RPC after error@851594838), errback=(continuation of Deferred@1214613551 after retry RPC after error@1876964723) -> (continuation of Deferred@1160258347 after retry RPC after error@554297226) -> (continuation of Deferred@1170810740 after retry RPC after error@728549651) -> (continuation of Deferred@794400302 after retry RPC after error@1099039224) -> (continuation of Deferred@1300003899 after retry RPC after error@9765078) -> (continuation of Deferred@1662918156 after retry RPC after error@851594838)))
08:02:22.897 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@265117965(state=PENDING, result=null, callback=(continuation of Deferred@1214613551 after retry RPC after error@1876964723) -> (continuation of Deferred@1160258347 after retry RPC after error@554297226) -> (continuation of Deferred@1170810740 after retry RPC after error@728549651) -> (continuation of Deferred@794400302 after retry RPC after error@1099039224) -> (continuation of Deferred@1300003899 after retry RPC after error@9765078) -> (continuation of Deferred@1662918156 after retry RPC after error@851594838), errback=(continuation of Deferred@1214613551 after retry RPC after error@1876964723) -> (continuation of Deferred@1160258347 after retry RPC after error@554297226) -> (continuation of Deferred@1170810740 after retry RPC after error@728549651) -> (continuation of Deferred@794400302 after retry RPC after error@1099039224) -> (continuation of Deferred@1300003899 after retry RPC after error@9765078) -> (continuation of Deferred@1662918156 after retry RPC after error@851594838)))
08:02:22.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.916 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.917 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.917 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.917 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.934 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.934 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.934 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.955 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.955 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.955 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.955 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.955 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.955 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.955 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.975 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:22.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:22.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:22.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:22.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:22.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.035 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.035 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.035 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.035 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.115 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [4ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [4ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [5ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@128425420(state=PENDING, result=null, callback=(continuation of Deferred@281909568 after retry RPC after error@1995100985) -> (continuation of Deferred@1870172465 after retry RPC after error@1418344687) -> (continuation of Deferred@686927015 after retry RPC after error@144884123) -> (continuation of Deferred@595077287 after retry RPC after error@640688487) -> (continuation of Deferred@50406802 after retry RPC after error@498172528) -> (continuation of Deferred@2137963633 after retry RPC after error@1492292066), errback=(continuation of Deferred@281909568 after retry RPC after error@1995100985) -> (continuation of Deferred@1870172465 after retry RPC after error@1418344687) -> (continuation of Deferred@686927015 after retry RPC after error@144884123) -> (continuation of Deferred@595077287 after retry RPC after error@640688487) -> (continuation of Deferred@50406802 after retry RPC after error@498172528) -> (continuation of Deferred@2137963633 after retry RPC after error@1492292066)))
08:02:23.117 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [4ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [4ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [5ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@128425420(state=PENDING, result=null, callback=(continuation of Deferred@281909568 after retry RPC after error@1995100985) -> (continuation of Deferred@1870172465 after retry RPC after error@1418344687) -> (continuation of Deferred@686927015 after retry RPC after error@144884123) -> (continuation of Deferred@595077287 after retry RPC after error@640688487) -> (continuation of Deferred@50406802 after retry RPC after error@498172528) -> (continuation of Deferred@2137963633 after retry RPC after error@1492292066), errback=(continuation of Deferred@281909568 after retry RPC after error@1995100985) -> (continuation of Deferred@1870172465 after retry RPC after error@1418344687) -> (continuation of Deferred@686927015 after retry RPC after error@144884123) -> (continuation of Deferred@595077287 after retry RPC after error@640688487) -> (continuation of Deferred@50406802 after retry RPC after error@498172528) -> (continuation of Deferred@2137963633 after retry RPC after error@1492292066)))
08:02:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:23.131302 25237 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:02:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:23.131577 25237 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:23.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:23.132238 25237 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:23.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:23.134480 25097 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:02:23.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:23.134641 25100 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:23.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:23.134799 25100 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5; no voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b
08:02:23.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:23.135135 25237 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:02:23.135 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.155 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.155 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.195 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.195 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.195 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.215 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.235 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.235 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.235 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.236 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.275 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.275 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.275 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.295 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.295 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.295 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.295 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.295 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.375 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.375 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.376 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1248228719(state=PENDING, result=null, callback=(continuation of Deferred@2048276872 after retry RPC after error@929569) -> (continuation of Deferred@1282909736 after retry RPC after error@902004676) -> (continuation of Deferred@2119355021 after retry RPC after error@265585985) -> (continuation of Deferred@2128815221 after retry RPC after error@1349536050) -> (continuation of Deferred@941553427 after retry RPC after error@323720156) -> (continuation of Deferred@1961680204 after retry RPC after error@646394682) -> (continuation of Deferred@1768881814 after retry RPC after error@653546772), errback=(continuation of Deferred@2048276872 after retry RPC after error@929569) -> (continuation of Deferred@1282909736 after retry RPC after error@902004676) -> (continuation of Deferred@2119355021 after retry RPC after error@265585985) -> (continuation of Deferred@2128815221 after retry RPC after error@1349536050) -> (continuation of Deferred@941553427 after retry RPC after error@323720156) -> (continuation of Deferred@1961680204 after retry RPC after error@646394682) -> (continuation of Deferred@1768881814 after retry RPC after error@653546772)))
08:02:23.377 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1248228719(state=PENDING, result=null, callback=(continuation of Deferred@2048276872 after retry RPC after error@929569) -> (continuation of Deferred@1282909736 after retry RPC after error@902004676) -> (continuation of Deferred@2119355021 after retry RPC after error@265585985) -> (continuation of Deferred@2128815221 after retry RPC after error@1349536050) -> (continuation of Deferred@941553427 after retry RPC after error@323720156) -> (continuation of Deferred@1961680204 after retry RPC after error@646394682) -> (continuation of Deferred@1768881814 after retry RPC after error@653546772), errback=(continuation of Deferred@2048276872 after retry RPC after error@929569) -> (continuation of Deferred@1282909736 after retry RPC after error@902004676) -> (continuation of Deferred@2119355021 after retry RPC after error@265585985) -> (continuation of Deferred@2128815221 after retry RPC after error@1349536050) -> (continuation of Deferred@941553427 after retry RPC after error@323720156) -> (continuation of Deferred@1961680204 after retry RPC after error@646394682) -> (continuation of Deferred@1768881814 after retry RPC after error@653546772)))
08:02:23.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.414 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.434 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.434 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.435 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.435 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.435 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.435 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.455 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.475 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.475 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.475 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.495 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.515 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.535 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.535 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.575 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.575 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.575 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.575 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.577 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@37747369(state=PENDING, result=null, callback=(continuation of Deferred@561406321 after retry RPC after error@973997717) -> (continuation of Deferred@1620379540 after retry RPC after error@486687645) -> (continuation of Deferred@258852005 after retry RPC after error@1167933811) -> (continuation of Deferred@226248691 after retry RPC after error@49148778) -> (continuation of Deferred@1665419134 after retry RPC after error@1283261628) -> (continuation of Deferred@600932639 after retry RPC after error@1313493164) -> (continuation of Deferred@259293612 after retry RPC after error@721955866) -> (continuation of Deferred@75405597 after retry RPC after error@405628430), errback=(continuation of Deferred@561406321 after retry RPC after error@973997717) -> (continuation of Deferred@1620379540 after retry RPC after error@486687645) -> (continuation of Deferred@258852005 after retry RPC after error@1167933811) -> (continuation of Deferred@226248691 after retry RPC after error@49148778) -> (continuation of Deferred@1665419134 after retry RPC after error@1283261628) -> (continuation of Deferred@600932639 after retry RPC after error@1313493164) -> (continuation of Deferred@259293612 after retry RPC after error@721955866) -> (continuation of Deferred@75405597 after retry RPC after error@405628430)))
08:02:23.577 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@37747369(state=PENDING, result=null, callback=(continuation of Deferred@561406321 after retry RPC after error@973997717) -> (continuation of Deferred@1620379540 after retry RPC after error@486687645) -> (continuation of Deferred@258852005 after retry RPC after error@1167933811) -> (continuation of Deferred@226248691 after retry RPC after error@49148778) -> (continuation of Deferred@1665419134 after retry RPC after error@1283261628) -> (continuation of Deferred@600932639 after retry RPC after error@1313493164) -> (continuation of Deferred@259293612 after retry RPC after error@721955866) -> (continuation of Deferred@75405597 after retry RPC after error@405628430), errback=(continuation of Deferred@561406321 after retry RPC after error@973997717) -> (continuation of Deferred@1620379540 after retry RPC after error@486687645) -> (continuation of Deferred@258852005 after retry RPC after error@1167933811) -> (continuation of Deferred@226248691 after retry RPC after error@49148778) -> (continuation of Deferred@1665419134 after retry RPC after error@1283261628) -> (continuation of Deferred@600932639 after retry RPC after error@1313493164) -> (continuation of Deferred@259293612 after retry RPC after error@721955866) -> (continuation of Deferred@75405597 after retry RPC after error@405628430)))
08:02:23.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.615 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.615 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.635 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.655 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.655 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.655 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.675 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.675 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.675 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.675 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.675 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.675 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.695 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.695 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.695 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.695 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.695 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.695 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.776 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@369917538(state=PENDING, result=null, callback=(continuation of Deferred@608036987 after retry RPC after error@1357781027) -> (continuation of Deferred@664903592 after retry RPC after error@1378552400) -> (continuation of Deferred@421416542 after retry RPC after error@965829214) -> (continuation of Deferred@317126171 after retry RPC after error@412424093) -> (continuation of Deferred@1930614383 after retry RPC after error@1101253057) -> (continuation of Deferred@1683012032 after retry RPC after error@1414099752) -> (continuation of Deferred@822961760 after retry RPC after error@1858030657), errback=(continuation of Deferred@608036987 after retry RPC after error@1357781027) -> (continuation of Deferred@664903592 after retry RPC after error@1378552400) -> (continuation of Deferred@421416542 after retry RPC after error@965829214) -> (continuation of Deferred@317126171 after retry RPC after error@412424093) -> (continuation of Deferred@1930614383 after retry RPC after error@1101253057) -> (continuation of Deferred@1683012032 after retry RPC after error@1414099752) -> (continuation of Deferred@822961760 after retry RPC after error@1858030657)))
08:02:23.776 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@369917538(state=PENDING, result=null, callback=(continuation of Deferred@608036987 after retry RPC after error@1357781027) -> (continuation of Deferred@664903592 after retry RPC after error@1378552400) -> (continuation of Deferred@421416542 after retry RPC after error@965829214) -> (continuation of Deferred@317126171 after retry RPC after error@412424093) -> (continuation of Deferred@1930614383 after retry RPC after error@1101253057) -> (continuation of Deferred@1683012032 after retry RPC after error@1414099752) -> (continuation of Deferred@822961760 after retry RPC after error@1858030657), errback=(continuation of Deferred@608036987 after retry RPC after error@1357781027) -> (continuation of Deferred@664903592 after retry RPC after error@1378552400) -> (continuation of Deferred@421416542 after retry RPC after error@965829214) -> (continuation of Deferred@317126171 after retry RPC after error@412424093) -> (continuation of Deferred@1930614383 after retry RPC after error@1101253057) -> (continuation of Deferred@1683012032 after retry RPC after error@1414099752) -> (continuation of Deferred@822961760 after retry RPC after error@1858030657)))
08:02:23.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.795 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.795 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.815 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.815 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.815 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.815 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.855 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.855 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.855 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.875 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.875 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.875 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.875 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.975 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.975 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.975 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:23.976 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1381575782(state=PENDING, result=null, callback=(continuation of Deferred@1050307925 after retry RPC after error@706049931) -> (continuation of Deferred@1711928396 after retry RPC after error@2108219127) -> (continuation of Deferred@271971538 after retry RPC after error@287137904) -> (continuation of Deferred@949968267 after retry RPC after error@58417929) -> (continuation of Deferred@1020757200 after retry RPC after error@1177775578) -> (continuation of Deferred@75633554 after retry RPC after error@1555647264), errback=(continuation of Deferred@1050307925 after retry RPC after error@706049931) -> (continuation of Deferred@1711928396 after retry RPC after error@2108219127) -> (continuation of Deferred@271971538 after retry RPC after error@287137904) -> (continuation of Deferred@949968267 after retry RPC after error@58417929) -> (continuation of Deferred@1020757200 after retry RPC after error@1177775578) -> (continuation of Deferred@75633554 after retry RPC after error@1555647264)))
08:02:23.977 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1381575782(state=PENDING, result=null, callback=(continuation of Deferred@1050307925 after retry RPC after error@706049931) -> (continuation of Deferred@1711928396 after retry RPC after error@2108219127) -> (continuation of Deferred@271971538 after retry RPC after error@287137904) -> (continuation of Deferred@949968267 after retry RPC after error@58417929) -> (continuation of Deferred@1020757200 after retry RPC after error@1177775578) -> (continuation of Deferred@75633554 after retry RPC after error@1555647264), errback=(continuation of Deferred@1050307925 after retry RPC after error@706049931) -> (continuation of Deferred@1711928396 after retry RPC after error@2108219127) -> (continuation of Deferred@271971538 after retry RPC after error@287137904) -> (continuation of Deferred@949968267 after retry RPC after error@58417929) -> (continuation of Deferred@1020757200 after retry RPC after error@1177775578) -> (continuation of Deferred@75633554 after retry RPC after error@1555647264)))
08:02:23.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:23.995 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:23.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:23.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:23.997 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.035 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.035 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.035 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.055 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.056 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.075 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.077 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.114 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.115 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.115 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.115 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.155 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.155 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.155 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.155 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:24.205839 25080 master_runner.cc:186] Error getting master registration for 127.23.129.62:36767: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111), 
08:02:24.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:24.205999 25080 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:02:24.253 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1312959203(state=PENDING, result=null, callback=(continuation of Deferred@1491238361 after retry RPC after error@175328330) -> (continuation of Deferred@1544255215 after retry RPC after error@62999231) -> (continuation of Deferred@1208415147 after retry RPC after error@1485301757) -> (continuation of Deferred@1606180364 after retry RPC after error@1445028854) -> (continuation of Deferred@692406578 after retry RPC after error@1318779880) -> (continuation of Deferred@1944813577 after retry RPC after error@772301649) -> (continuation of Deferred@755475323 after retry RPC after error@886786184), errback=(continuation of Deferred@1491238361 after retry RPC after error@175328330) -> (continuation of Deferred@1544255215 after retry RPC after error@62999231) -> (continuation of Deferred@1208415147 after retry RPC after error@1485301757) -> (continuation of Deferred@1606180364 after retry RPC after error@1445028854) -> (continuation of Deferred@692406578 after retry RPC after error@1318779880) -> (continuation of Deferred@1944813577 after retry RPC after error@772301649) -> (continuation of Deferred@755475323 after retry RPC after error@886786184)))
08:02:24.254 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:02:24.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.275 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.295 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.295 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.295 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.315 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.315 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.315 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.315 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.317 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.335 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.335 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.354 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.354 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.354 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.375 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:24.407817 25245 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:02:24.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:24.408013 25245 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:24.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:24.408696 25245 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:24.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:24.409235 25097 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111) [suppressed 10 similar messages]
08:02:24.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:24.410482 25097 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:02:24.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:24.410646 25100 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:24.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:24.410784 25100 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5; no voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b
08:02:24.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:24.411022 25245 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:02:24.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.455 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.455 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.455 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.455 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.455 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.461 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1525482068(state=PENDING, result=null, callback=(continuation of Deferred@2057974821 after retry RPC after error@355272570) -> (continuation of Deferred@1092718782 after retry RPC after error@1936508268) -> (continuation of Deferred@1489816632 after retry RPC after error@623314572) -> (continuation of Deferred@1758385910 after retry RPC after error@2098997542) -> (continuation of Deferred@1133479857 after retry RPC after error@1577187882) -> (continuation of Deferred@1088880250 after retry RPC after error@1546631769), errback=(continuation of Deferred@2057974821 after retry RPC after error@355272570) -> (continuation of Deferred@1092718782 after retry RPC after error@1936508268) -> (continuation of Deferred@1489816632 after retry RPC after error@623314572) -> (continuation of Deferred@1758385910 after retry RPC after error@2098997542) -> (continuation of Deferred@1133479857 after retry RPC after error@1577187882) -> (continuation of Deferred@1088880250 after retry RPC after error@1546631769)))
08:02:24.461 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1525482068(state=PENDING, result=null, callback=(continuation of Deferred@2057974821 after retry RPC after error@355272570) -> (continuation of Deferred@1092718782 after retry RPC after error@1936508268) -> (continuation of Deferred@1489816632 after retry RPC after error@623314572) -> (continuation of Deferred@1758385910 after retry RPC after error@2098997542) -> (continuation of Deferred@1133479857 after retry RPC after error@1577187882) -> (continuation of Deferred@1088880250 after retry RPC after error@1546631769), errback=(continuation of Deferred@2057974821 after retry RPC after error@355272570) -> (continuation of Deferred@1092718782 after retry RPC after error@1936508268) -> (continuation of Deferred@1489816632 after retry RPC after error@623314572) -> (continuation of Deferred@1758385910 after retry RPC after error@2098997542) -> (continuation of Deferred@1133479857 after retry RPC after error@1577187882) -> (continuation of Deferred@1088880250 after retry RPC after error@1546631769)))
08:02:24.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.495 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.535 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.535 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.535 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.555 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.555 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.555 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.555 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.555 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.555 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.575 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.575 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.575 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.615 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.615 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.635 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.635 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.635 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.635 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.654 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.654 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1047604801(state=PENDING, result=null, callback=(continuation of Deferred@1908614126 after retry RPC after error@2069125179) -> (continuation of Deferred@278898424 after retry RPC after error@657162636) -> (continuation of Deferred@1335827156 after retry RPC after error@382932636) -> (continuation of Deferred@2073483992 after retry RPC after error@4850631) -> (continuation of Deferred@926216352 after retry RPC after error@970811180) -> (continuation of Deferred@1959799509 after retry RPC after error@617896883) -> (continuation of Deferred@888475257 after retry RPC after error@1715727308) -> (continuation of Deferred@330359635 after retry RPC after error@364850005), errback=(continuation of Deferred@1908614126 after retry RPC after error@2069125179) -> (continuation of Deferred@278898424 after retry RPC after error@657162636) -> (continuation of Deferred@1335827156 after retry RPC after error@382932636) -> (continuation of Deferred@2073483992 after retry RPC after error@4850631) -> (continuation of Deferred@926216352 after retry RPC after error@970811180) -> (continuation of Deferred@1959799509 after retry RPC after error@617896883) -> (continuation of Deferred@888475257 after retry RPC after error@1715727308) -> (continuation of Deferred@330359635 after retry RPC after error@364850005)))
08:02:24.656 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1047604801(state=PENDING, result=null, callback=(continuation of Deferred@1908614126 after retry RPC after error@2069125179) -> (continuation of Deferred@278898424 after retry RPC after error@657162636) -> (continuation of Deferred@1335827156 after retry RPC after error@382932636) -> (continuation of Deferred@2073483992 after retry RPC after error@4850631) -> (continuation of Deferred@926216352 after retry RPC after error@970811180) -> (continuation of Deferred@1959799509 after retry RPC after error@617896883) -> (continuation of Deferred@888475257 after retry RPC after error@1715727308) -> (continuation of Deferred@330359635 after retry RPC after error@364850005), errback=(continuation of Deferred@1908614126 after retry RPC after error@2069125179) -> (continuation of Deferred@278898424 after retry RPC after error@657162636) -> (continuation of Deferred@1335827156 after retry RPC after error@382932636) -> (continuation of Deferred@2073483992 after retry RPC after error@4850631) -> (continuation of Deferred@926216352 after retry RPC after error@970811180) -> (continuation of Deferred@1959799509 after retry RPC after error@617896883) -> (continuation of Deferred@888475257 after retry RPC after error@1715727308) -> (continuation of Deferred@330359635 after retry RPC after error@364850005)))
08:02:24.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.675 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.675 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.714 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.714 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.714 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.714 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.735 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.735 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.735 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:24.743247 25245 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:02:24.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:24.743543 25245 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:24.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:24.744259 25245 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:24.745703 25097 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:02:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:24.745878 25100 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:24.745996 25100 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5; no voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b
08:02:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:24.746241 25245 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:02:24.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.755 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.795 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.796 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.796 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.796 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.835 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.835 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.835 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.835 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.835 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.835 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.836 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@716911765(state=PENDING, result=null, callback=(continuation of Deferred@1442062194 after retry RPC after error@1218323203) -> (continuation of Deferred@1913157044 after retry RPC after error@31783164) -> (continuation of Deferred@1956538429 after retry RPC after error@1302449046) -> (continuation of Deferred@2083893827 after retry RPC after error@1521518113) -> (continuation of Deferred@1567146698 after retry RPC after error@517365642) -> (continuation of Deferred@1335902649 after retry RPC after error@293554146), errback=(continuation of Deferred@1442062194 after retry RPC after error@1218323203) -> (continuation of Deferred@1913157044 after retry RPC after error@31783164) -> (continuation of Deferred@1956538429 after retry RPC after error@1302449046) -> (continuation of Deferred@2083893827 after retry RPC after error@1521518113) -> (continuation of Deferred@1567146698 after retry RPC after error@517365642) -> (continuation of Deferred@1335902649 after retry RPC after error@293554146)))
08:02:24.844 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@716911765(state=PENDING, result=null, callback=(continuation of Deferred@1442062194 after retry RPC after error@1218323203) -> (continuation of Deferred@1913157044 after retry RPC after error@31783164) -> (continuation of Deferred@1956538429 after retry RPC after error@1302449046) -> (continuation of Deferred@2083893827 after retry RPC after error@1521518113) -> (continuation of Deferred@1567146698 after retry RPC after error@517365642) -> (continuation of Deferred@1335902649 after retry RPC after error@293554146), errback=(continuation of Deferred@1442062194 after retry RPC after error@1218323203) -> (continuation of Deferred@1913157044 after retry RPC after error@31783164) -> (continuation of Deferred@1956538429 after retry RPC after error@1302449046) -> (continuation of Deferred@2083893827 after retry RPC after error@1521518113) -> (continuation of Deferred@1567146698 after retry RPC after error@517365642) -> (continuation of Deferred@1335902649 after retry RPC after error@293554146)))
08:02:24.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.855 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.855 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.855 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.855 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.855 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.855 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.874 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.894 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.894 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.894 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.935 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.935 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.935 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.935 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.935 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:24.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:24.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:24.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:24.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:24.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.015 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.015 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.015 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.055 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.055 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.055 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.055 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.055 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.055 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.055 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.057 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1600024820(state=PENDING, result=null, callback=(continuation of Deferred@493521113 after retry RPC after error@326449017) -> (continuation of Deferred@774155802 after retry RPC after error@38908666) -> (continuation of Deferred@1261755945 after retry RPC after error@1900078793) -> (continuation of Deferred@2057294469 after retry RPC after error@1976990030) -> (continuation of Deferred@419312715 after retry RPC after error@1853812531) -> (continuation of Deferred@1794179971 after retry RPC after error@749411226) -> (continuation of Deferred@1159605800 after retry RPC after error@1543521999), errback=(continuation of Deferred@493521113 after retry RPC after error@326449017) -> (continuation of Deferred@774155802 after retry RPC after error@38908666) -> (continuation of Deferred@1261755945 after retry RPC after error@1900078793) -> (continuation of Deferred@2057294469 after retry RPC after error@1976990030) -> (continuation of Deferred@419312715 after retry RPC after error@1853812531) -> (continuation of Deferred@1794179971 after retry RPC after error@749411226) -> (continuation of Deferred@1159605800 after retry RPC after error@1543521999)))
08:02:25.058 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1600024820(state=PENDING, result=null, callback=(continuation of Deferred@493521113 after retry RPC after error@326449017) -> (continuation of Deferred@774155802 after retry RPC after error@38908666) -> (continuation of Deferred@1261755945 after retry RPC after error@1900078793) -> (continuation of Deferred@2057294469 after retry RPC after error@1976990030) -> (continuation of Deferred@419312715 after retry RPC after error@1853812531) -> (continuation of Deferred@1794179971 after retry RPC after error@749411226) -> (continuation of Deferred@1159605800 after retry RPC after error@1543521999), errback=(continuation of Deferred@493521113 after retry RPC after error@326449017) -> (continuation of Deferred@774155802 after retry RPC after error@38908666) -> (continuation of Deferred@1261755945 after retry RPC after error@1900078793) -> (continuation of Deferred@2057294469 after retry RPC after error@1976990030) -> (continuation of Deferred@419312715 after retry RPC after error@1853812531) -> (continuation of Deferred@1794179971 after retry RPC after error@749411226) -> (continuation of Deferred@1159605800 after retry RPC after error@1543521999)))
08:02:25.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.074 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.074 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.074 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.094 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.094 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.094 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.114 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.115 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.115 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.135 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.135 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.135 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.155 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.155 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.155 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.155 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.195 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.195 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.195 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.215 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.215 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.215 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.255 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.255 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.257 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1672300968(state=PENDING, result=null, callback=(continuation of Deferred@1225388978 after retry RPC after error@257583051) -> (continuation of Deferred@1464264092 after retry RPC after error@1580140245) -> (continuation of Deferred@1480452801 after retry RPC after error@75872818) -> (continuation of Deferred@1687143739 after retry RPC after error@1110470353) -> (continuation of Deferred@1978462132 after retry RPC after error@1544654609) -> (continuation of Deferred@1177370549 after retry RPC after error@128616263) -> (continuation of Deferred@363419977 after retry RPC after error@1158686186), errback=(continuation of Deferred@1225388978 after retry RPC after error@257583051) -> (continuation of Deferred@1464264092 after retry RPC after error@1580140245) -> (continuation of Deferred@1480452801 after retry RPC after error@75872818) -> (continuation of Deferred@1687143739 after retry RPC after error@1110470353) -> (continuation of Deferred@1978462132 after retry RPC after error@1544654609) -> (continuation of Deferred@1177370549 after retry RPC after error@128616263) -> (continuation of Deferred@363419977 after retry RPC after error@1158686186)))
08:02:25.257 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1672300968(state=PENDING, result=null, callback=(continuation of Deferred@1225388978 after retry RPC after error@257583051) -> (continuation of Deferred@1464264092 after retry RPC after error@1580140245) -> (continuation of Deferred@1480452801 after retry RPC after error@75872818) -> (continuation of Deferred@1687143739 after retry RPC after error@1110470353) -> (continuation of Deferred@1978462132 after retry RPC after error@1544654609) -> (continuation of Deferred@1177370549 after retry RPC after error@128616263) -> (continuation of Deferred@363419977 after retry RPC after error@1158686186), errback=(continuation of Deferred@1225388978 after retry RPC after error@257583051) -> (continuation of Deferred@1464264092 after retry RPC after error@1580140245) -> (continuation of Deferred@1480452801 after retry RPC after error@75872818) -> (continuation of Deferred@1687143739 after retry RPC after error@1110470353) -> (continuation of Deferred@1978462132 after retry RPC after error@1544654609) -> (continuation of Deferred@1177370549 after retry RPC after error@128616263) -> (continuation of Deferred@363419977 after retry RPC after error@1158686186)))
08:02:25.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.275 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.275 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.275 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.275 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.275 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.275 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.275 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.314 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.314 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.335 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.335 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.335 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.354 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.354 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.355 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.355 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.355 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.355 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.375 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.375 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.435 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.435 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.435 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.495 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.495 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.495 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.515 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.515 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.515 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.515 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.515 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.517 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@860252642(state=PENDING, result=null, callback=(continuation of Deferred@1761060341 after retry RPC after error@267249908) -> (continuation of Deferred@1981865701 after retry RPC after error@1982443706) -> (continuation of Deferred@597982087 after retry RPC after error@1131318607) -> (continuation of Deferred@860468273 after retry RPC after error@140410498) -> (continuation of Deferred@145118285 after retry RPC after error@1058383075) -> (continuation of Deferred@1099130636 after retry RPC after error@978500560) -> (continuation of Deferred@7116011 after retry RPC after error@306973369) -> (continuation of Deferred@1210950907 after retry RPC after error@1737366037), errback=(continuation of Deferred@1761060341 after retry RPC after error@267249908) -> (continuation of Deferred@1981865701 after retry RPC after error@1982443706) -> (continuation of Deferred@597982087 after retry RPC after error@1131318607) -> (continuation of Deferred@860468273 after retry RPC after error@140410498) -> (continuation of Deferred@145118285 after retry RPC after error@1058383075) -> (continuation of Deferred@1099130636 after retry RPC after error@978500560) -> (continuation of Deferred@7116011 after retry RPC after error@306973369) -> (continuation of Deferred@1210950907 after retry RPC after error@1737366037)))
08:02:25.517 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@860252642(state=PENDING, result=null, callback=(continuation of Deferred@1761060341 after retry RPC after error@267249908) -> (continuation of Deferred@1981865701 after retry RPC after error@1982443706) -> (continuation of Deferred@597982087 after retry RPC after error@1131318607) -> (continuation of Deferred@860468273 after retry RPC after error@140410498) -> (continuation of Deferred@145118285 after retry RPC after error@1058383075) -> (continuation of Deferred@1099130636 after retry RPC after error@978500560) -> (continuation of Deferred@7116011 after retry RPC after error@306973369) -> (continuation of Deferred@1210950907 after retry RPC after error@1737366037), errback=(continuation of Deferred@1761060341 after retry RPC after error@267249908) -> (continuation of Deferred@1981865701 after retry RPC after error@1982443706) -> (continuation of Deferred@597982087 after retry RPC after error@1131318607) -> (continuation of Deferred@860468273 after retry RPC after error@140410498) -> (continuation of Deferred@145118285 after retry RPC after error@1058383075) -> (continuation of Deferred@1099130636 after retry RPC after error@978500560) -> (continuation of Deferred@7116011 after retry RPC after error@306973369) -> (continuation of Deferred@1210950907 after retry RPC after error@1737366037)))
08:02:25.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.535 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.535 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.614 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.614 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.614 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.775 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.775 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.775 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.776 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1216899814(state=PENDING, result=null, callback=(continuation of Deferred@1865635201 after retry RPC after error@373066935) -> (continuation of Deferred@924032053 after retry RPC after error@1011289963) -> (continuation of Deferred@1236126271 after retry RPC after error@998682249) -> (continuation of Deferred@274690040 after retry RPC after error@342296271) -> (continuation of Deferred@868010574 after retry RPC after error@1027659862) -> (continuation of Deferred@1451970729 after retry RPC after error@2062968265) -> (continuation of Deferred@801975907 after retry RPC after error@343196068), errback=(continuation of Deferred@1865635201 after retry RPC after error@373066935) -> (continuation of Deferred@924032053 after retry RPC after error@1011289963) -> (continuation of Deferred@1236126271 after retry RPC after error@998682249) -> (continuation of Deferred@274690040 after retry RPC after error@342296271) -> (continuation of Deferred@868010574 after retry RPC after error@1027659862) -> (continuation of Deferred@1451970729 after retry RPC after error@2062968265) -> (continuation of Deferred@801975907 after retry RPC after error@343196068)))
08:02:25.777 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1216899814(state=PENDING, result=null, callback=(continuation of Deferred@1865635201 after retry RPC after error@373066935) -> (continuation of Deferred@924032053 after retry RPC after error@1011289963) -> (continuation of Deferred@1236126271 after retry RPC after error@998682249) -> (continuation of Deferred@274690040 after retry RPC after error@342296271) -> (continuation of Deferred@868010574 after retry RPC after error@1027659862) -> (continuation of Deferred@1451970729 after retry RPC after error@2062968265) -> (continuation of Deferred@801975907 after retry RPC after error@343196068), errback=(continuation of Deferred@1865635201 after retry RPC after error@373066935) -> (continuation of Deferred@924032053 after retry RPC after error@1011289963) -> (continuation of Deferred@1236126271 after retry RPC after error@998682249) -> (continuation of Deferred@274690040 after retry RPC after error@342296271) -> (continuation of Deferred@868010574 after retry RPC after error@1027659862) -> (continuation of Deferred@1451970729 after retry RPC after error@2062968265) -> (continuation of Deferred@801975907 after retry RPC after error@343196068)))
08:02:25.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.795 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.795 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.835 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.835 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.835 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.835 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.835 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.835 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.855 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.855 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.855 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.855 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.855 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.855 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.875 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.875 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.875 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.915 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.915 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.915 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.956 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@222566271(state=PENDING, result=null, callback=(continuation of Deferred@94902957 after retry RPC after error@1127155050) -> (continuation of Deferred@8433008 after retry RPC after error@760393200) -> (continuation of Deferred@1751824261 after retry RPC after error@1398143927) -> (continuation of Deferred@1446717312 after retry RPC after error@1849572762) -> (continuation of Deferred@1398110535 after retry RPC after error@799123673) -> (continuation of Deferred@539598218 after retry RPC after error@1063560952), errback=(continuation of Deferred@94902957 after retry RPC after error@1127155050) -> (continuation of Deferred@8433008 after retry RPC after error@760393200) -> (continuation of Deferred@1751824261 after retry RPC after error@1398143927) -> (continuation of Deferred@1446717312 after retry RPC after error@1849572762) -> (continuation of Deferred@1398110535 after retry RPC after error@799123673) -> (continuation of Deferred@539598218 after retry RPC after error@1063560952)))
08:02:25.956 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@222566271(state=PENDING, result=null, callback=(continuation of Deferred@94902957 after retry RPC after error@1127155050) -> (continuation of Deferred@8433008 after retry RPC after error@760393200) -> (continuation of Deferred@1751824261 after retry RPC after error@1398143927) -> (continuation of Deferred@1446717312 after retry RPC after error@1849572762) -> (continuation of Deferred@1398110535 after retry RPC after error@799123673) -> (continuation of Deferred@539598218 after retry RPC after error@1063560952), errback=(continuation of Deferred@94902957 after retry RPC after error@1127155050) -> (continuation of Deferred@8433008 after retry RPC after error@760393200) -> (continuation of Deferred@1751824261 after retry RPC after error@1398143927) -> (continuation of Deferred@1446717312 after retry RPC after error@1849572762) -> (continuation of Deferred@1398110535 after retry RPC after error@799123673) -> (continuation of Deferred@539598218 after retry RPC after error@1063560952)))
08:02:25.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:25.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:25.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:25.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.994 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:25.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:25.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.034 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.034 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.034 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.034 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.054 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.054 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.054 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.095 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.095 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.115 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.115 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.115 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.234 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@500221370(state=PENDING, result=null, callback=(continuation of Deferred@1155755373 after retry RPC after error@566306149) -> (continuation of Deferred@225771515 after retry RPC after error@378668794) -> (continuation of Deferred@1229297984 after retry RPC after error@1636263680) -> (continuation of Deferred@1260836844 after retry RPC after error@1300610468) -> (continuation of Deferred@686797517 after retry RPC after error@1921675191) -> (continuation of Deferred@267280317 after retry RPC after error@1868999545) -> (continuation of Deferred@977933698 after retry RPC after error@454828715), errback=(continuation of Deferred@1155755373 after retry RPC after error@566306149) -> (continuation of Deferred@225771515 after retry RPC after error@378668794) -> (continuation of Deferred@1229297984 after retry RPC after error@1636263680) -> (continuation of Deferred@1260836844 after retry RPC after error@1300610468) -> (continuation of Deferred@686797517 after retry RPC after error@1921675191) -> (continuation of Deferred@267280317 after retry RPC after error@1868999545) -> (continuation of Deferred@977933698 after retry RPC after error@454828715)))
08:02:26.234 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:02:26.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.274 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.274 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.314 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.314 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.334 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.334 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.334 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.334 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.354 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.354 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.354 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.354 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.354 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.354 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.435 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.435 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.437 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@804467221(state=PENDING, result=null, callback=(continuation of Deferred@429440242 after retry RPC after error@349383761) -> (continuation of Deferred@2086562900 after retry RPC after error@1250658896) -> (continuation of Deferred@371773663 after retry RPC after error@462739439) -> (continuation of Deferred@346502149 after retry RPC after error@40433099) -> (continuation of Deferred@1377198961 after retry RPC after error@1862331763) -> (continuation of Deferred@1118501770 after retry RPC after error@128551097) -> (continuation of Deferred@1715826390 after retry RPC after error@239496216), errback=(continuation of Deferred@429440242 after retry RPC after error@349383761) -> (continuation of Deferred@2086562900 after retry RPC after error@1250658896) -> (continuation of Deferred@371773663 after retry RPC after error@462739439) -> (continuation of Deferred@346502149 after retry RPC after error@40433099) -> (continuation of Deferred@1377198961 after retry RPC after error@1862331763) -> (continuation of Deferred@1118501770 after retry RPC after error@128551097) -> (continuation of Deferred@1715826390 after retry RPC after error@239496216)))
08:02:26.437 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@804467221(state=PENDING, result=null, callback=(continuation of Deferred@429440242 after retry RPC after error@349383761) -> (continuation of Deferred@2086562900 after retry RPC after error@1250658896) -> (continuation of Deferred@371773663 after retry RPC after error@462739439) -> (continuation of Deferred@346502149 after retry RPC after error@40433099) -> (continuation of Deferred@1377198961 after retry RPC after error@1862331763) -> (continuation of Deferred@1118501770 after retry RPC after error@128551097) -> (continuation of Deferred@1715826390 after retry RPC after error@239496216), errback=(continuation of Deferred@429440242 after retry RPC after error@349383761) -> (continuation of Deferred@2086562900 after retry RPC after error@1250658896) -> (continuation of Deferred@371773663 after retry RPC after error@462739439) -> (continuation of Deferred@346502149 after retry RPC after error@40433099) -> (continuation of Deferred@1377198961 after retry RPC after error@1862331763) -> (continuation of Deferred@1118501770 after retry RPC after error@128551097) -> (continuation of Deferred@1715826390 after retry RPC after error@239496216)))
08:02:26.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.455 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.455 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.455 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.455 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.455 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.495 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.495 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.535 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.535 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.535 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.536 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.536 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.574 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.574 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.574 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.696 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1456106471(state=PENDING, result=null, callback=(continuation of Deferred@739218946 after retry RPC after error@939062901) -> (continuation of Deferred@1048531343 after retry RPC after error@1005551860) -> (continuation of Deferred@1795206669 after retry RPC after error@465282630) -> (continuation of Deferred@1594654615 after retry RPC after error@404995234) -> (continuation of Deferred@1992104301 after retry RPC after error@821168234) -> (continuation of Deferred@205400356 after retry RPC after error@159208109) -> (continuation of Deferred@395662494 after retry RPC after error@923053918), errback=(continuation of Deferred@739218946 after retry RPC after error@939062901) -> (continuation of Deferred@1048531343 after retry RPC after error@1005551860) -> (continuation of Deferred@1795206669 after retry RPC after error@465282630) -> (continuation of Deferred@1594654615 after retry RPC after error@404995234) -> (continuation of Deferred@1992104301 after retry RPC after error@821168234) -> (continuation of Deferred@205400356 after retry RPC after error@159208109) -> (continuation of Deferred@395662494 after retry RPC after error@923053918)))
08:02:26.697 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1456106471(state=PENDING, result=null, callback=(continuation of Deferred@739218946 after retry RPC after error@939062901) -> (continuation of Deferred@1048531343 after retry RPC after error@1005551860) -> (continuation of Deferred@1795206669 after retry RPC after error@465282630) -> (continuation of Deferred@1594654615 after retry RPC after error@404995234) -> (continuation of Deferred@1992104301 after retry RPC after error@821168234) -> (continuation of Deferred@205400356 after retry RPC after error@159208109) -> (continuation of Deferred@395662494 after retry RPC after error@923053918), errback=(continuation of Deferred@739218946 after retry RPC after error@939062901) -> (continuation of Deferred@1048531343 after retry RPC after error@1005551860) -> (continuation of Deferred@1795206669 after retry RPC after error@465282630) -> (continuation of Deferred@1594654615 after retry RPC after error@404995234) -> (continuation of Deferred@1992104301 after retry RPC after error@821168234) -> (continuation of Deferred@205400356 after retry RPC after error@159208109) -> (continuation of Deferred@395662494 after retry RPC after error@923053918)))
08:02:26.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.715 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.715 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.715 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.715 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.715 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.735 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.735 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.735 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.735 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.735 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.735 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.755 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.755 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.755 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.775 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.895 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.895 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.895 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.896 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@990742243(state=PENDING, result=null, callback=(continuation of Deferred@1673399993 after retry RPC after error@1208901206) -> (continuation of Deferred@739737634 after retry RPC after error@2071605725) -> (continuation of Deferred@1747067853 after retry RPC after error@1382300785) -> (continuation of Deferred@1113759887 after retry RPC after error@1757189575) -> (continuation of Deferred@301596502 after retry RPC after error@1653464748) -> (continuation of Deferred@893152426 after retry RPC after error@958580071) -> (continuation of Deferred@1736416858 after retry RPC after error@1795900583), errback=(continuation of Deferred@1673399993 after retry RPC after error@1208901206) -> (continuation of Deferred@739737634 after retry RPC after error@2071605725) -> (continuation of Deferred@1747067853 after retry RPC after error@1382300785) -> (continuation of Deferred@1113759887 after retry RPC after error@1757189575) -> (continuation of Deferred@301596502 after retry RPC after error@1653464748) -> (continuation of Deferred@893152426 after retry RPC after error@958580071) -> (continuation of Deferred@1736416858 after retry RPC after error@1795900583)))
08:02:26.897 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@990742243(state=PENDING, result=null, callback=(continuation of Deferred@1673399993 after retry RPC after error@1208901206) -> (continuation of Deferred@739737634 after retry RPC after error@2071605725) -> (continuation of Deferred@1747067853 after retry RPC after error@1382300785) -> (continuation of Deferred@1113759887 after retry RPC after error@1757189575) -> (continuation of Deferred@301596502 after retry RPC after error@1653464748) -> (continuation of Deferred@893152426 after retry RPC after error@958580071) -> (continuation of Deferred@1736416858 after retry RPC after error@1795900583), errback=(continuation of Deferred@1673399993 after retry RPC after error@1208901206) -> (continuation of Deferred@739737634 after retry RPC after error@2071605725) -> (continuation of Deferred@1747067853 after retry RPC after error@1382300785) -> (continuation of Deferred@1113759887 after retry RPC after error@1757189575) -> (continuation of Deferred@301596502 after retry RPC after error@1653464748) -> (continuation of Deferred@893152426 after retry RPC after error@958580071) -> (continuation of Deferred@1736416858 after retry RPC after error@1795900583)))
08:02:26.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.915 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.915 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.915 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.915 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:26.928349 24708 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:02:26.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:26.930807 24708 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2f6354f17ffc447283da0697d4eb5e54', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2f6354f17ffc447283da0697d4eb5e54', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:02:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:26.932837 24708 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.129.61:42059)
08:02:26.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.954 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.954 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.954 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.975 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:26.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:26.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:26.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:26.995 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.995 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.995 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:26.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.035 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.035 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.035 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.075 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.075 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.134 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.134 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.156 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@617676846(state=PENDING, result=null, callback=(continuation of Deferred@546099793 after retry RPC after error@165698852) -> (continuation of Deferred@1808235578 after retry RPC after error@1203491100) -> (continuation of Deferred@31690208 after retry RPC after error@174188933) -> (continuation of Deferred@1511481951 after retry RPC after error@1128098608) -> (continuation of Deferred@1579967034 after retry RPC after error@1527027131) -> (continuation of Deferred@987762974 after retry RPC after error@304912793) -> (continuation of Deferred@799802452 after retry RPC after error@1358619991), errback=(continuation of Deferred@546099793 after retry RPC after error@165698852) -> (continuation of Deferred@1808235578 after retry RPC after error@1203491100) -> (continuation of Deferred@31690208 after retry RPC after error@174188933) -> (continuation of Deferred@1511481951 after retry RPC after error@1128098608) -> (continuation of Deferred@1579967034 after retry RPC after error@1527027131) -> (continuation of Deferred@987762974 after retry RPC after error@304912793) -> (continuation of Deferred@799802452 after retry RPC after error@1358619991)))
08:02:27.156 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@617676846(state=PENDING, result=null, callback=(continuation of Deferred@546099793 after retry RPC after error@165698852) -> (continuation of Deferred@1808235578 after retry RPC after error@1203491100) -> (continuation of Deferred@31690208 after retry RPC after error@174188933) -> (continuation of Deferred@1511481951 after retry RPC after error@1128098608) -> (continuation of Deferred@1579967034 after retry RPC after error@1527027131) -> (continuation of Deferred@987762974 after retry RPC after error@304912793) -> (continuation of Deferred@799802452 after retry RPC after error@1358619991), errback=(continuation of Deferred@546099793 after retry RPC after error@165698852) -> (continuation of Deferred@1808235578 after retry RPC after error@1203491100) -> (continuation of Deferred@31690208 after retry RPC after error@174188933) -> (continuation of Deferred@1511481951 after retry RPC after error@1128098608) -> (continuation of Deferred@1579967034 after retry RPC after error@1527027131) -> (continuation of Deferred@987762974 after retry RPC after error@304912793) -> (continuation of Deferred@799802452 after retry RPC after error@1358619991)))
08:02:27.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.195 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.195 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.195 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.215 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.216 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.216 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.216 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.235 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.235 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.235 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.235 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.235 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.235 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.255 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.255 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.255 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.255 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.255 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.275 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.275 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.335 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.335 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.336 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2099031492(state=PENDING, result=null, callback=(continuation of Deferred@395925447 after retry RPC after error@1003498466) -> (continuation of Deferred@751698308 after retry RPC after error@883223380) -> (continuation of Deferred@1767814504 after retry RPC after error@1407913114) -> (continuation of Deferred@267773250 after retry RPC after error@479740323) -> (continuation of Deferred@15811245 after retry RPC after error@192217589) -> (continuation of Deferred@730479148 after retry RPC after error@1975640999), errback=(continuation of Deferred@395925447 after retry RPC after error@1003498466) -> (continuation of Deferred@751698308 after retry RPC after error@883223380) -> (continuation of Deferred@1767814504 after retry RPC after error@1407913114) -> (continuation of Deferred@267773250 after retry RPC after error@479740323) -> (continuation of Deferred@15811245 after retry RPC after error@192217589) -> (continuation of Deferred@730479148 after retry RPC after error@1975640999)))
08:02:27.337 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2099031492(state=PENDING, result=null, callback=(continuation of Deferred@395925447 after retry RPC after error@1003498466) -> (continuation of Deferred@751698308 after retry RPC after error@883223380) -> (continuation of Deferred@1767814504 after retry RPC after error@1407913114) -> (continuation of Deferred@267773250 after retry RPC after error@479740323) -> (continuation of Deferred@15811245 after retry RPC after error@192217589) -> (continuation of Deferred@730479148 after retry RPC after error@1975640999), errback=(continuation of Deferred@395925447 after retry RPC after error@1003498466) -> (continuation of Deferred@751698308 after retry RPC after error@883223380) -> (continuation of Deferred@1767814504 after retry RPC after error@1407913114) -> (continuation of Deferred@267773250 after retry RPC after error@479740323) -> (continuation of Deferred@15811245 after retry RPC after error@192217589) -> (continuation of Deferred@730479148 after retry RPC after error@1975640999)))
08:02:27.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.355 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.355 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.355 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.355 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.355 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.375 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.375 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.395 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.395 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.415 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.435 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.435 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.455 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.455 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.455 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.496 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1514417546(state=PENDING, result=null, callback=(continuation of Deferred@824200724 after retry RPC after error@675286228) -> (continuation of Deferred@2068927933 after retry RPC after error@8523552) -> (continuation of Deferred@870425034 after retry RPC after error@468663758) -> (continuation of Deferred@1793224627 after retry RPC after error@2055837376) -> (continuation of Deferred@1155045290 after retry RPC after error@641455026) -> (continuation of Deferred@1608363825 after retry RPC after error@1767120284), errback=(continuation of Deferred@824200724 after retry RPC after error@675286228) -> (continuation of Deferred@2068927933 after retry RPC after error@8523552) -> (continuation of Deferred@870425034 after retry RPC after error@468663758) -> (continuation of Deferred@1793224627 after retry RPC after error@2055837376) -> (continuation of Deferred@1155045290 after retry RPC after error@641455026) -> (continuation of Deferred@1608363825 after retry RPC after error@1767120284)))
08:02:27.496 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1514417546(state=PENDING, result=null, callback=(continuation of Deferred@824200724 after retry RPC after error@675286228) -> (continuation of Deferred@2068927933 after retry RPC after error@8523552) -> (continuation of Deferred@870425034 after retry RPC after error@468663758) -> (continuation of Deferred@1793224627 after retry RPC after error@2055837376) -> (continuation of Deferred@1155045290 after retry RPC after error@641455026) -> (continuation of Deferred@1608363825 after retry RPC after error@1767120284), errback=(continuation of Deferred@824200724 after retry RPC after error@675286228) -> (continuation of Deferred@2068927933 after retry RPC after error@8523552) -> (continuation of Deferred@870425034 after retry RPC after error@468663758) -> (continuation of Deferred@1793224627 after retry RPC after error@2055837376) -> (continuation of Deferred@1155045290 after retry RPC after error@641455026) -> (continuation of Deferred@1608363825 after retry RPC after error@1767120284)))
08:02:27.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.555 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.555 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.555 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.555 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.555 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.555 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.575 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.575 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.575 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.595 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.695 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.695 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.695 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.695 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.735 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.735 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.735 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.756 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@248236761(state=PENDING, result=null, callback=(continuation of Deferred@1696554678 after retry RPC after error@139624913) -> (continuation of Deferred@648350624 after retry RPC after error@1986560175) -> (continuation of Deferred@1771936314 after retry RPC after error@1977471697) -> (continuation of Deferred@2074820545 after retry RPC after error@1232381411) -> (continuation of Deferred@1279113917 after retry RPC after error@1466806961) -> (continuation of Deferred@1964690090 after retry RPC after error@422392407) -> (continuation of Deferred@954506141 after retry RPC after error@44453386) -> (continuation of Deferred@566926190 after retry RPC after error@1367714442), errback=(continuation of Deferred@1696554678 after retry RPC after error@139624913) -> (continuation of Deferred@648350624 after retry RPC after error@1986560175) -> (continuation of Deferred@1771936314 after retry RPC after error@1977471697) -> (continuation of Deferred@2074820545 after retry RPC after error@1232381411) -> (continuation of Deferred@1279113917 after retry RPC after error@1466806961) -> (continuation of Deferred@1964690090 after retry RPC after error@422392407) -> (continuation of Deferred@954506141 after retry RPC after error@44453386) -> (continuation of Deferred@566926190 after retry RPC after error@1367714442)))
08:02:27.756 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@248236761(state=PENDING, result=null, callback=(continuation of Deferred@1696554678 after retry RPC after error@139624913) -> (continuation of Deferred@648350624 after retry RPC after error@1986560175) -> (continuation of Deferred@1771936314 after retry RPC after error@1977471697) -> (continuation of Deferred@2074820545 after retry RPC after error@1232381411) -> (continuation of Deferred@1279113917 after retry RPC after error@1466806961) -> (continuation of Deferred@1964690090 after retry RPC after error@422392407) -> (continuation of Deferred@954506141 after retry RPC after error@44453386) -> (continuation of Deferred@566926190 after retry RPC after error@1367714442), errback=(continuation of Deferred@1696554678 after retry RPC after error@139624913) -> (continuation of Deferred@648350624 after retry RPC after error@1986560175) -> (continuation of Deferred@1771936314 after retry RPC after error@1977471697) -> (continuation of Deferred@2074820545 after retry RPC after error@1232381411) -> (continuation of Deferred@1279113917 after retry RPC after error@1466806961) -> (continuation of Deferred@1964690090 after retry RPC after error@422392407) -> (continuation of Deferred@954506141 after retry RPC after error@44453386) -> (continuation of Deferred@566926190 after retry RPC after error@1367714442)))
08:02:27.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.795 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.795 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.795 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.795 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.795 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.795 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.814 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.855 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.855 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.894 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.894 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.894 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:27.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:27.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:27.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:27.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:27.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.015 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.015 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.016 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.016 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.018 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@909597475(state=PENDING, result=null, callback=(continuation of Deferred@1919108891 after retry RPC after error@1688765321) -> (continuation of Deferred@1736978860 after retry RPC after error@1802145853) -> (continuation of Deferred@64575956 after retry RPC after error@600651501) -> (continuation of Deferred@99509865 after retry RPC after error@976942481) -> (continuation of Deferred@1935940859 after retry RPC after error@961820196) -> (continuation of Deferred@1342161481 after retry RPC after error@579084378) -> (continuation of Deferred@1901359925 after retry RPC after error@1764335149) -> (continuation of Deferred@1484125387 after retry RPC after error@1534105967), errback=(continuation of Deferred@1919108891 after retry RPC after error@1688765321) -> (continuation of Deferred@1736978860 after retry RPC after error@1802145853) -> (continuation of Deferred@64575956 after retry RPC after error@600651501) -> (continuation of Deferred@99509865 after retry RPC after error@976942481) -> (continuation of Deferred@1935940859 after retry RPC after error@961820196) -> (continuation of Deferred@1342161481 after retry RPC after error@579084378) -> (continuation of Deferred@1901359925 after retry RPC after error@1764335149) -> (continuation of Deferred@1484125387 after retry RPC after error@1534105967)))
08:02:28.018 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [204ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@909597475(state=PENDING, result=null, callback=(continuation of Deferred@1919108891 after retry RPC after error@1688765321) -> (continuation of Deferred@1736978860 after retry RPC after error@1802145853) -> (continuation of Deferred@64575956 after retry RPC after error@600651501) -> (continuation of Deferred@99509865 after retry RPC after error@976942481) -> (continuation of Deferred@1935940859 after retry RPC after error@961820196) -> (continuation of Deferred@1342161481 after retry RPC after error@579084378) -> (continuation of Deferred@1901359925 after retry RPC after error@1764335149) -> (continuation of Deferred@1484125387 after retry RPC after error@1534105967), errback=(continuation of Deferred@1919108891 after retry RPC after error@1688765321) -> (continuation of Deferred@1736978860 after retry RPC after error@1802145853) -> (continuation of Deferred@64575956 after retry RPC after error@600651501) -> (continuation of Deferred@99509865 after retry RPC after error@976942481) -> (continuation of Deferred@1935940859 after retry RPC after error@961820196) -> (continuation of Deferred@1342161481 after retry RPC after error@579084378) -> (continuation of Deferred@1901359925 after retry RPC after error@1764335149) -> (continuation of Deferred@1484125387 after retry RPC after error@1534105967)))
08:02:28.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.035 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.035 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.035 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.035 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.035 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.176 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1903142045(state=PENDING, result=null, callback=(continuation of Deferred@1218188122 after retry RPC after error@625512980) -> (continuation of Deferred@898266249 after retry RPC after error@961373673) -> (continuation of Deferred@300132185 after retry RPC after error@1893359427) -> (continuation of Deferred@370295789 after retry RPC after error@1143086827) -> (continuation of Deferred@1215803481 after retry RPC after error@1794498131) -> (continuation of Deferred@1862067659 after retry RPC after error@989686713), errback=(continuation of Deferred@1218188122 after retry RPC after error@625512980) -> (continuation of Deferred@898266249 after retry RPC after error@961373673) -> (continuation of Deferred@300132185 after retry RPC after error@1893359427) -> (continuation of Deferred@370295789 after retry RPC after error@1143086827) -> (continuation of Deferred@1215803481 after retry RPC after error@1794498131) -> (continuation of Deferred@1862067659 after retry RPC after error@989686713)))
08:02:28.176 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1903142045(state=PENDING, result=null, callback=(continuation of Deferred@1218188122 after retry RPC after error@625512980) -> (continuation of Deferred@898266249 after retry RPC after error@961373673) -> (continuation of Deferred@300132185 after retry RPC after error@1893359427) -> (continuation of Deferred@370295789 after retry RPC after error@1143086827) -> (continuation of Deferred@1215803481 after retry RPC after error@1794498131) -> (continuation of Deferred@1862067659 after retry RPC after error@989686713), errback=(continuation of Deferred@1218188122 after retry RPC after error@625512980) -> (continuation of Deferred@898266249 after retry RPC after error@961373673) -> (continuation of Deferred@300132185 after retry RPC after error@1893359427) -> (continuation of Deferred@370295789 after retry RPC after error@1143086827) -> (continuation of Deferred@1215803481 after retry RPC after error@1794498131) -> (continuation of Deferred@1862067659 after retry RPC after error@989686713)))
08:02:28.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.235 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.235 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.235 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.255 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.255 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.275 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.275 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.275 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.275 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.295 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.295 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.295 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.295 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.295 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.334 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.334 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.336 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1942483974(state=PENDING, result=null, callback=(continuation of Deferred@231627906 after retry RPC after error@557754032) -> (continuation of Deferred@1417413097 after retry RPC after error@408397988) -> (continuation of Deferred@1728236896 after retry RPC after error@861793302) -> (continuation of Deferred@127586525 after retry RPC after error@573397506) -> (continuation of Deferred@1396046570 after retry RPC after error@265589190) -> (continuation of Deferred@1587127513 after retry RPC after error@371984450), errback=(continuation of Deferred@231627906 after retry RPC after error@557754032) -> (continuation of Deferred@1417413097 after retry RPC after error@408397988) -> (continuation of Deferred@1728236896 after retry RPC after error@861793302) -> (continuation of Deferred@127586525 after retry RPC after error@573397506) -> (continuation of Deferred@1396046570 after retry RPC after error@265589190) -> (continuation of Deferred@1587127513 after retry RPC after error@371984450)))
08:02:28.336 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1942483974(state=PENDING, result=null, callback=(continuation of Deferred@231627906 after retry RPC after error@557754032) -> (continuation of Deferred@1417413097 after retry RPC after error@408397988) -> (continuation of Deferred@1728236896 after retry RPC after error@861793302) -> (continuation of Deferred@127586525 after retry RPC after error@573397506) -> (continuation of Deferred@1396046570 after retry RPC after error@265589190) -> (continuation of Deferred@1587127513 after retry RPC after error@371984450), errback=(continuation of Deferred@231627906 after retry RPC after error@557754032) -> (continuation of Deferred@1417413097 after retry RPC after error@408397988) -> (continuation of Deferred@1728236896 after retry RPC after error@861793302) -> (continuation of Deferred@127586525 after retry RPC after error@573397506) -> (continuation of Deferred@1396046570 after retry RPC after error@265589190) -> (continuation of Deferred@1587127513 after retry RPC after error@371984450)))
08:02:28.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.375 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.375 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.375 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.375 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.375 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.395 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.395 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.395 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.395 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.395 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.415 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.415 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.415 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.435 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.435 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:28.436525 25264 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:02:28.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:28.436728 25264 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:28.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:28.437476 25264 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:28.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:28.439886 25097 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:02:28.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:28.440083 25100 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:28.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:28.440253 25100 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5; no voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b
08:02:28.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:28.440547 25264 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:02:28.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.454 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.455 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.455 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.455 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.574 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.614 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1110324508(state=PENDING, result=null, callback=(continuation of Deferred@2123828770 after retry RPC after error@1611161581) -> (continuation of Deferred@417102851 after retry RPC after error@736705745) -> (continuation of Deferred@1841938832 after retry RPC after error@1327242483) -> (continuation of Deferred@878402935 after retry RPC after error@1446441113) -> (continuation of Deferred@1968205454 after retry RPC after error@1518608211) -> (continuation of Deferred@878330257 after retry RPC after error@1435094459) -> (continuation of Deferred@593231258 after retry RPC after error@1499402277) -> (continuation of Deferred@1072665686 after retry RPC after error@605053445), errback=(continuation of Deferred@2123828770 after retry RPC after error@1611161581) -> (continuation of Deferred@417102851 after retry RPC after error@736705745) -> (continuation of Deferred@1841938832 after retry RPC after error@1327242483) -> (continuation of Deferred@878402935 after retry RPC after error@1446441113) -> (continuation of Deferred@1968205454 after retry RPC after error@1518608211) -> (continuation of Deferred@878330257 after retry RPC after error@1435094459) -> (continuation of Deferred@593231258 after retry RPC after error@1499402277) -> (continuation of Deferred@1072665686 after retry RPC after error@605053445)))
08:02:28.614 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:02:28.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.634 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.655 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.715 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.735 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.735 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.735 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.735 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.735 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.735 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:28.752909 25264 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:02:28.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:28.753154 25264 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:28.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:28.753818 25264 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:28.755410 25100 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:28.755630 25097 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:02:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:28.755751 25097 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5; no voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b
08:02:28.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:28.755983 25264 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:02:28.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@895359948(state=PENDING, result=null, callback=(continuation of Deferred@935189785 after retry RPC after error@774029092) -> (continuation of Deferred@1943678647 after retry RPC after error@916441979) -> (continuation of Deferred@1863552420 after retry RPC after error@1416877309) -> (continuation of Deferred@1996416850 after retry RPC after error@1056063205) -> (continuation of Deferred@1308621362 after retry RPC after error@132189004) -> (continuation of Deferred@111458453 after retry RPC after error@697220018), errback=(continuation of Deferred@935189785 after retry RPC after error@774029092) -> (continuation of Deferred@1943678647 after retry RPC after error@916441979) -> (continuation of Deferred@1863552420 after retry RPC after error@1416877309) -> (continuation of Deferred@1996416850 after retry RPC after error@1056063205) -> (continuation of Deferred@1308621362 after retry RPC after error@132189004) -> (continuation of Deferred@111458453 after retry RPC after error@697220018)))
08:02:28.796 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@895359948(state=PENDING, result=null, callback=(continuation of Deferred@935189785 after retry RPC after error@774029092) -> (continuation of Deferred@1943678647 after retry RPC after error@916441979) -> (continuation of Deferred@1863552420 after retry RPC after error@1416877309) -> (continuation of Deferred@1996416850 after retry RPC after error@1056063205) -> (continuation of Deferred@1308621362 after retry RPC after error@132189004) -> (continuation of Deferred@111458453 after retry RPC after error@697220018), errback=(continuation of Deferred@935189785 after retry RPC after error@774029092) -> (continuation of Deferred@1943678647 after retry RPC after error@916441979) -> (continuation of Deferred@1863552420 after retry RPC after error@1416877309) -> (continuation of Deferred@1996416850 after retry RPC after error@1056063205) -> (continuation of Deferred@1308621362 after retry RPC after error@132189004) -> (continuation of Deferred@111458453 after retry RPC after error@697220018)))
08:02:28.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.815 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.815 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.855 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.855 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.855 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.855 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.855 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.855 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.875 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.875 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.875 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.875 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.875 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.875 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.895 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.895 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.895 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.915 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:28.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:28.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:28.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.955 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.955 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.955 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.955 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:28.955 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:28.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.015 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.015 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.015 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.015 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.015 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.015 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.017 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1738727022(state=PENDING, result=null, callback=(continuation of Deferred@1114501453 after retry RPC after error@1607037884) -> (continuation of Deferred@1706481866 after retry RPC after error@337001404) -> (continuation of Deferred@970737642 after retry RPC after error@765233150) -> (continuation of Deferred@2126477839 after retry RPC after error@1540449727) -> (continuation of Deferred@15305272 after retry RPC after error@1233346220) -> (continuation of Deferred@1281960593 after retry RPC after error@482689598) -> (continuation of Deferred@1345434580 after retry RPC after error@60092736), errback=(continuation of Deferred@1114501453 after retry RPC after error@1607037884) -> (continuation of Deferred@1706481866 after retry RPC after error@337001404) -> (continuation of Deferred@970737642 after retry RPC after error@765233150) -> (continuation of Deferred@2126477839 after retry RPC after error@1540449727) -> (continuation of Deferred@15305272 after retry RPC after error@1233346220) -> (continuation of Deferred@1281960593 after retry RPC after error@482689598) -> (continuation of Deferred@1345434580 after retry RPC after error@60092736)))
08:02:29.017 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1738727022(state=PENDING, result=null, callback=(continuation of Deferred@1114501453 after retry RPC after error@1607037884) -> (continuation of Deferred@1706481866 after retry RPC after error@337001404) -> (continuation of Deferred@970737642 after retry RPC after error@765233150) -> (continuation of Deferred@2126477839 after retry RPC after error@1540449727) -> (continuation of Deferred@15305272 after retry RPC after error@1233346220) -> (continuation of Deferred@1281960593 after retry RPC after error@482689598) -> (continuation of Deferred@1345434580 after retry RPC after error@60092736), errback=(continuation of Deferred@1114501453 after retry RPC after error@1607037884) -> (continuation of Deferred@1706481866 after retry RPC after error@337001404) -> (continuation of Deferred@970737642 after retry RPC after error@765233150) -> (continuation of Deferred@2126477839 after retry RPC after error@1540449727) -> (continuation of Deferred@15305272 after retry RPC after error@1233346220) -> (continuation of Deferred@1281960593 after retry RPC after error@482689598) -> (continuation of Deferred@1345434580 after retry RPC after error@60092736)))
08:02:29.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.035 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.035 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.035 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.056 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.056 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.056 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.075 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.075 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.075 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.075 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.075 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.075 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.095 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.095 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.095 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.095 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.095 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.115 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.135 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.135 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.135 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.195 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@750740439(state=PENDING, result=null, callback=(continuation of Deferred@1819521744 after retry RPC after error@1691583962) -> (continuation of Deferred@531291008 after retry RPC after error@1214034553) -> (continuation of Deferred@961051792 after retry RPC after error@1104007990) -> (continuation of Deferred@141719124 after retry RPC after error@630248025) -> (continuation of Deferred@1598461575 after retry RPC after error@1883093562) -> (continuation of Deferred@1810281151 after retry RPC after error@1221048192), errback=(continuation of Deferred@1819521744 after retry RPC after error@1691583962) -> (continuation of Deferred@531291008 after retry RPC after error@1214034553) -> (continuation of Deferred@961051792 after retry RPC after error@1104007990) -> (continuation of Deferred@141719124 after retry RPC after error@630248025) -> (continuation of Deferred@1598461575 after retry RPC after error@1883093562) -> (continuation of Deferred@1810281151 after retry RPC after error@1221048192)))
08:02:29.196 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@750740439(state=PENDING, result=null, callback=(continuation of Deferred@1819521744 after retry RPC after error@1691583962) -> (continuation of Deferred@531291008 after retry RPC after error@1214034553) -> (continuation of Deferred@961051792 after retry RPC after error@1104007990) -> (continuation of Deferred@141719124 after retry RPC after error@630248025) -> (continuation of Deferred@1598461575 after retry RPC after error@1883093562) -> (continuation of Deferred@1810281151 after retry RPC after error@1221048192), errback=(continuation of Deferred@1819521744 after retry RPC after error@1691583962) -> (continuation of Deferred@531291008 after retry RPC after error@1214034553) -> (continuation of Deferred@961051792 after retry RPC after error@1104007990) -> (continuation of Deferred@141719124 after retry RPC after error@630248025) -> (continuation of Deferred@1598461575 after retry RPC after error@1883093562) -> (continuation of Deferred@1810281151 after retry RPC after error@1221048192)))
08:02:29.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:29.207185 25080 master_runner.cc:186] Error getting master registration for 127.23.129.62:36767: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111), 
08:02:29.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:29.207388 25080 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:02:29.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.215 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.235 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.235 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.235 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.255 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.255 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.275 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.275 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.275 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.275 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.295 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.435 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.435 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.437 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1100197351(state=PENDING, result=null, callback=(continuation of Deferred@75349743 after retry RPC after error@1987594196) -> (continuation of Deferred@133252960 after retry RPC after error@1532047084) -> (continuation of Deferred@850553263 after retry RPC after error@104910538) -> (continuation of Deferred@185029413 after retry RPC after error@1509112551) -> (continuation of Deferred@2024656743 after retry RPC after error@2015062054) -> (continuation of Deferred@1236570747 after retry RPC after error@164670888) -> (continuation of Deferred@521182466 after retry RPC after error@1013550238), errback=(continuation of Deferred@75349743 after retry RPC after error@1987594196) -> (continuation of Deferred@133252960 after retry RPC after error@1532047084) -> (continuation of Deferred@850553263 after retry RPC after error@104910538) -> (continuation of Deferred@185029413 after retry RPC after error@1509112551) -> (continuation of Deferred@2024656743 after retry RPC after error@2015062054) -> (continuation of Deferred@1236570747 after retry RPC after error@164670888) -> (continuation of Deferred@521182466 after retry RPC after error@1013550238)))
08:02:29.437 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1100197351(state=PENDING, result=null, callback=(continuation of Deferred@75349743 after retry RPC after error@1987594196) -> (continuation of Deferred@133252960 after retry RPC after error@1532047084) -> (continuation of Deferred@850553263 after retry RPC after error@104910538) -> (continuation of Deferred@185029413 after retry RPC after error@1509112551) -> (continuation of Deferred@2024656743 after retry RPC after error@2015062054) -> (continuation of Deferred@1236570747 after retry RPC after error@164670888) -> (continuation of Deferred@521182466 after retry RPC after error@1013550238), errback=(continuation of Deferred@75349743 after retry RPC after error@1987594196) -> (continuation of Deferred@133252960 after retry RPC after error@1532047084) -> (continuation of Deferred@850553263 after retry RPC after error@104910538) -> (continuation of Deferred@185029413 after retry RPC after error@1509112551) -> (continuation of Deferred@2024656743 after retry RPC after error@2015062054) -> (continuation of Deferred@1236570747 after retry RPC after error@164670888) -> (continuation of Deferred@521182466 after retry RPC after error@1013550238)))
08:02:29.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.515 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.515 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.515 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.535 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.535 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.535 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.535 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.535 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.535 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.575 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.575 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.575 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.635 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.635 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.635 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.713 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1072041896(state=PENDING, result=null, callback=(continuation of Deferred@548455763 after retry RPC after error@1655802373) -> (continuation of Deferred@1225971100 after retry RPC after error@1183189081) -> (continuation of Deferred@1622853511 after retry RPC after error@238393399) -> (continuation of Deferred@1364460120 after retry RPC after error@669388011) -> (continuation of Deferred@290877807 after retry RPC after error@864069458) -> (continuation of Deferred@1110910392 after retry RPC after error@1436674113) -> (continuation of Deferred@2011047571 after retry RPC after error@1095935245), errback=(continuation of Deferred@548455763 after retry RPC after error@1655802373) -> (continuation of Deferred@1225971100 after retry RPC after error@1183189081) -> (continuation of Deferred@1622853511 after retry RPC after error@238393399) -> (continuation of Deferred@1364460120 after retry RPC after error@669388011) -> (continuation of Deferred@290877807 after retry RPC after error@864069458) -> (continuation of Deferred@1110910392 after retry RPC after error@1436674113) -> (continuation of Deferred@2011047571 after retry RPC after error@1095935245)))
08:02:29.714 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:02:29.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.735 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.735 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.735 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.735 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.735 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.775 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.795 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.795 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.815 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.874 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.935 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.935 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.935 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.937 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@632225160(state=PENDING, result=null, callback=(continuation of Deferred@1269108938 after retry RPC after error@1572871378) -> (continuation of Deferred@384474710 after retry RPC after error@1157264318) -> (continuation of Deferred@658114731 after retry RPC after error@2051122706) -> (continuation of Deferred@949722914 after retry RPC after error@803957772) -> (continuation of Deferred@1482905098 after retry RPC after error@795154978) -> (continuation of Deferred@1264841315 after retry RPC after error@1058831375) -> (continuation of Deferred@2106441440 after retry RPC after error@2050891641), errback=(continuation of Deferred@1269108938 after retry RPC after error@1572871378) -> (continuation of Deferred@384474710 after retry RPC after error@1157264318) -> (continuation of Deferred@658114731 after retry RPC after error@2051122706) -> (continuation of Deferred@949722914 after retry RPC after error@803957772) -> (continuation of Deferred@1482905098 after retry RPC after error@795154978) -> (continuation of Deferred@1264841315 after retry RPC after error@1058831375) -> (continuation of Deferred@2106441440 after retry RPC after error@2050891641)))
08:02:29.937 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@632225160(state=PENDING, result=null, callback=(continuation of Deferred@1269108938 after retry RPC after error@1572871378) -> (continuation of Deferred@384474710 after retry RPC after error@1157264318) -> (continuation of Deferred@658114731 after retry RPC after error@2051122706) -> (continuation of Deferred@949722914 after retry RPC after error@803957772) -> (continuation of Deferred@1482905098 after retry RPC after error@795154978) -> (continuation of Deferred@1264841315 after retry RPC after error@1058831375) -> (continuation of Deferred@2106441440 after retry RPC after error@2050891641), errback=(continuation of Deferred@1269108938 after retry RPC after error@1572871378) -> (continuation of Deferred@384474710 after retry RPC after error@1157264318) -> (continuation of Deferred@658114731 after retry RPC after error@2051122706) -> (continuation of Deferred@949722914 after retry RPC after error@803957772) -> (continuation of Deferred@1482905098 after retry RPC after error@795154978) -> (continuation of Deferred@1264841315 after retry RPC after error@1058831375) -> (continuation of Deferred@2106441440 after retry RPC after error@2050891641)))
08:02:29.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.955 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.955 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.955 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.955 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.955 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.955 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.975 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.975 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.975 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:29.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:29.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:29.995 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.995 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.995 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:29.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:29.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.015 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.015 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.015 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.035 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.035 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.035 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.035 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.075 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.075 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.075 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.075 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@864739249(state=PENDING, result=null, callback=(continuation of Deferred@1356005163 after retry RPC after error@1103119760) -> (continuation of Deferred@554863695 after retry RPC after error@1140893835) -> (continuation of Deferred@57420935 after retry RPC after error@1086522815) -> (continuation of Deferred@1963362588 after retry RPC after error@872620999) -> (continuation of Deferred@1449732564 after retry RPC after error@249503835) -> (continuation of Deferred@1330648821 after retry RPC after error@1658853827), errback=(continuation of Deferred@1356005163 after retry RPC after error@1103119760) -> (continuation of Deferred@554863695 after retry RPC after error@1140893835) -> (continuation of Deferred@57420935 after retry RPC after error@1086522815) -> (continuation of Deferred@1963362588 after retry RPC after error@872620999) -> (continuation of Deferred@1449732564 after retry RPC after error@249503835) -> (continuation of Deferred@1330648821 after retry RPC after error@1658853827)))
08:02:30.116 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@864739249(state=PENDING, result=null, callback=(continuation of Deferred@1356005163 after retry RPC after error@1103119760) -> (continuation of Deferred@554863695 after retry RPC after error@1140893835) -> (continuation of Deferred@57420935 after retry RPC after error@1086522815) -> (continuation of Deferred@1963362588 after retry RPC after error@872620999) -> (continuation of Deferred@1449732564 after retry RPC after error@249503835) -> (continuation of Deferred@1330648821 after retry RPC after error@1658853827), errback=(continuation of Deferred@1356005163 after retry RPC after error@1103119760) -> (continuation of Deferred@554863695 after retry RPC after error@1140893835) -> (continuation of Deferred@57420935 after retry RPC after error@1086522815) -> (continuation of Deferred@1963362588 after retry RPC after error@872620999) -> (continuation of Deferred@1449732564 after retry RPC after error@249503835) -> (continuation of Deferred@1330648821 after retry RPC after error@1658853827)))
08:02:30.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.134 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.134 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.315 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.316 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1171970527(state=PENDING, result=null, callback=(continuation of Deferred@655814310 after retry RPC after error@531126077) -> (continuation of Deferred@30042579 after retry RPC after error@315448340) -> (continuation of Deferred@37675829 after retry RPC after error@1609719280) -> (continuation of Deferred@220472108 after retry RPC after error@1970402144) -> (continuation of Deferred@2331056 after retry RPC after error@1307791769) -> (continuation of Deferred@1642214984 after retry RPC after error@468857831), errback=(continuation of Deferred@655814310 after retry RPC after error@531126077) -> (continuation of Deferred@30042579 after retry RPC after error@315448340) -> (continuation of Deferred@37675829 after retry RPC after error@1609719280) -> (continuation of Deferred@220472108 after retry RPC after error@1970402144) -> (continuation of Deferred@2331056 after retry RPC after error@1307791769) -> (continuation of Deferred@1642214984 after retry RPC after error@468857831)))
08:02:30.316 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1171970527(state=PENDING, result=null, callback=(continuation of Deferred@655814310 after retry RPC after error@531126077) -> (continuation of Deferred@30042579 after retry RPC after error@315448340) -> (continuation of Deferred@37675829 after retry RPC after error@1609719280) -> (continuation of Deferred@220472108 after retry RPC after error@1970402144) -> (continuation of Deferred@2331056 after retry RPC after error@1307791769) -> (continuation of Deferred@1642214984 after retry RPC after error@468857831), errback=(continuation of Deferred@655814310 after retry RPC after error@531126077) -> (continuation of Deferred@30042579 after retry RPC after error@315448340) -> (continuation of Deferred@37675829 after retry RPC after error@1609719280) -> (continuation of Deferred@220472108 after retry RPC after error@1970402144) -> (continuation of Deferred@2331056 after retry RPC after error@1307791769) -> (continuation of Deferred@1642214984 after retry RPC after error@468857831)))
08:02:30.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.334 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.334 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.394 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.415 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.415 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.415 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.454 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.514 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.536 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@975212095(state=PENDING, result=null, callback=(continuation of Deferred@1478833093 after retry RPC after error@199309392) -> (continuation of Deferred@139884908 after retry RPC after error@909729583) -> (continuation of Deferred@1198782774 after retry RPC after error@1171421744) -> (continuation of Deferred@2129983231 after retry RPC after error@46665257) -> (continuation of Deferred@1512766735 after retry RPC after error@218042240) -> (continuation of Deferred@1441092590 after retry RPC after error@387888701) -> (continuation of Deferred@449962836 after retry RPC after error@1848016001), errback=(continuation of Deferred@1478833093 after retry RPC after error@199309392) -> (continuation of Deferred@139884908 after retry RPC after error@909729583) -> (continuation of Deferred@1198782774 after retry RPC after error@1171421744) -> (continuation of Deferred@2129983231 after retry RPC after error@46665257) -> (continuation of Deferred@1512766735 after retry RPC after error@218042240) -> (continuation of Deferred@1441092590 after retry RPC after error@387888701) -> (continuation of Deferred@449962836 after retry RPC after error@1848016001)))
08:02:30.536 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@975212095(state=PENDING, result=null, callback=(continuation of Deferred@1478833093 after retry RPC after error@199309392) -> (continuation of Deferred@139884908 after retry RPC after error@909729583) -> (continuation of Deferred@1198782774 after retry RPC after error@1171421744) -> (continuation of Deferred@2129983231 after retry RPC after error@46665257) -> (continuation of Deferred@1512766735 after retry RPC after error@218042240) -> (continuation of Deferred@1441092590 after retry RPC after error@387888701) -> (continuation of Deferred@449962836 after retry RPC after error@1848016001), errback=(continuation of Deferred@1478833093 after retry RPC after error@199309392) -> (continuation of Deferred@139884908 after retry RPC after error@909729583) -> (continuation of Deferred@1198782774 after retry RPC after error@1171421744) -> (continuation of Deferred@2129983231 after retry RPC after error@46665257) -> (continuation of Deferred@1512766735 after retry RPC after error@218042240) -> (continuation of Deferred@1441092590 after retry RPC after error@387888701) -> (continuation of Deferred@449962836 after retry RPC after error@1848016001)))
08:02:30.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.554 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.554 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.575 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.614 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.614 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.634 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.715 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.715 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.715 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.795 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.795 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.797 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1389118601(state=PENDING, result=null, callback=(continuation of Deferred@370907793 after retry RPC after error@580343734) -> (continuation of Deferred@992976929 after retry RPC after error@200754113) -> (continuation of Deferred@1098030908 after retry RPC after error@1505778243) -> (continuation of Deferred@531154930 after retry RPC after error@787510925) -> (continuation of Deferred@2075035408 after retry RPC after error@543672420) -> (continuation of Deferred@2032733389 after retry RPC after error@1421887867) -> (continuation of Deferred@1541001972 after retry RPC after error@1172505859) -> (continuation of Deferred@1948071446 after retry RPC after error@583017087), errback=(continuation of Deferred@370907793 after retry RPC after error@580343734) -> (continuation of Deferred@992976929 after retry RPC after error@200754113) -> (continuation of Deferred@1098030908 after retry RPC after error@1505778243) -> (continuation of Deferred@531154930 after retry RPC after error@787510925) -> (continuation of Deferred@2075035408 after retry RPC after error@543672420) -> (continuation of Deferred@2032733389 after retry RPC after error@1421887867) -> (continuation of Deferred@1541001972 after retry RPC after error@1172505859) -> (continuation of Deferred@1948071446 after retry RPC after error@583017087)))
08:02:30.797 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1389118601(state=PENDING, result=null, callback=(continuation of Deferred@370907793 after retry RPC after error@580343734) -> (continuation of Deferred@992976929 after retry RPC after error@200754113) -> (continuation of Deferred@1098030908 after retry RPC after error@1505778243) -> (continuation of Deferred@531154930 after retry RPC after error@787510925) -> (continuation of Deferred@2075035408 after retry RPC after error@543672420) -> (continuation of Deferred@2032733389 after retry RPC after error@1421887867) -> (continuation of Deferred@1541001972 after retry RPC after error@1172505859) -> (continuation of Deferred@1948071446 after retry RPC after error@583017087), errback=(continuation of Deferred@370907793 after retry RPC after error@580343734) -> (continuation of Deferred@992976929 after retry RPC after error@200754113) -> (continuation of Deferred@1098030908 after retry RPC after error@1505778243) -> (continuation of Deferred@531154930 after retry RPC after error@787510925) -> (continuation of Deferred@2075035408 after retry RPC after error@543672420) -> (continuation of Deferred@2032733389 after retry RPC after error@1421887867) -> (continuation of Deferred@1541001972 after retry RPC after error@1172505859) -> (continuation of Deferred@1948071446 after retry RPC after error@583017087)))
08:02:30.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.835 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.835 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.835 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.835 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.835 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.835 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.854 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.854 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.855 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.855 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.874 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.895 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.895 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.895 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.935 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.935 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.935 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.935 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.935 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.935 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.955 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.955 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.955 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.955 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.955 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.956 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2008939661(state=PENDING, result=null, callback=(continuation of Deferred@1414396895 after retry RPC after error@1005366757) -> (continuation of Deferred@1069010814 after retry RPC after error@662046097) -> (continuation of Deferred@484344227 after retry RPC after error@1115919448) -> (continuation of Deferred@1137602377 after retry RPC after error@1417912364) -> (continuation of Deferred@1010364550 after retry RPC after error@1648857613) -> (continuation of Deferred@1380130091 after retry RPC after error@453531023), errback=(continuation of Deferred@1414396895 after retry RPC after error@1005366757) -> (continuation of Deferred@1069010814 after retry RPC after error@662046097) -> (continuation of Deferred@484344227 after retry RPC after error@1115919448) -> (continuation of Deferred@1137602377 after retry RPC after error@1417912364) -> (continuation of Deferred@1010364550 after retry RPC after error@1648857613) -> (continuation of Deferred@1380130091 after retry RPC after error@453531023)))
08:02:30.956 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2008939661(state=PENDING, result=null, callback=(continuation of Deferred@1414396895 after retry RPC after error@1005366757) -> (continuation of Deferred@1069010814 after retry RPC after error@662046097) -> (continuation of Deferred@484344227 after retry RPC after error@1115919448) -> (continuation of Deferred@1137602377 after retry RPC after error@1417912364) -> (continuation of Deferred@1010364550 after retry RPC after error@1648857613) -> (continuation of Deferred@1380130091 after retry RPC after error@453531023), errback=(continuation of Deferred@1414396895 after retry RPC after error@1005366757) -> (continuation of Deferred@1069010814 after retry RPC after error@662046097) -> (continuation of Deferred@484344227 after retry RPC after error@1115919448) -> (continuation of Deferred@1137602377 after retry RPC after error@1417912364) -> (continuation of Deferred@1010364550 after retry RPC after error@1648857613) -> (continuation of Deferred@1380130091 after retry RPC after error@453531023)))
08:02:30.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.975 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.975 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:30.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:30.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:30.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:30.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:30.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.015 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.035 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.115 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.115 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@886575535(state=PENDING, result=null, callback=(continuation of Deferred@977973321 after retry RPC after error@2033249683) -> (continuation of Deferred@255544247 after retry RPC after error@2073720470) -> (continuation of Deferred@339564884 after retry RPC after error@1788830261) -> (continuation of Deferred@1059912226 after retry RPC after error@388629911) -> (continuation of Deferred@1772296671 after retry RPC after error@2025603092) -> (continuation of Deferred@546920651 after retry RPC after error@1733883890) -> (continuation of Deferred@381974311 after retry RPC after error@216152331), errback=(continuation of Deferred@977973321 after retry RPC after error@2033249683) -> (continuation of Deferred@255544247 after retry RPC after error@2073720470) -> (continuation of Deferred@339564884 after retry RPC after error@1788830261) -> (continuation of Deferred@1059912226 after retry RPC after error@388629911) -> (continuation of Deferred@1772296671 after retry RPC after error@2025603092) -> (continuation of Deferred@546920651 after retry RPC after error@1733883890) -> (continuation of Deferred@381974311 after retry RPC after error@216152331)))
08:02:31.117 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@886575535(state=PENDING, result=null, callback=(continuation of Deferred@977973321 after retry RPC after error@2033249683) -> (continuation of Deferred@255544247 after retry RPC after error@2073720470) -> (continuation of Deferred@339564884 after retry RPC after error@1788830261) -> (continuation of Deferred@1059912226 after retry RPC after error@388629911) -> (continuation of Deferred@1772296671 after retry RPC after error@2025603092) -> (continuation of Deferred@546920651 after retry RPC after error@1733883890) -> (continuation of Deferred@381974311 after retry RPC after error@216152331), errback=(continuation of Deferred@977973321 after retry RPC after error@2033249683) -> (continuation of Deferred@255544247 after retry RPC after error@2073720470) -> (continuation of Deferred@339564884 after retry RPC after error@1788830261) -> (continuation of Deferred@1059912226 after retry RPC after error@388629911) -> (continuation of Deferred@1772296671 after retry RPC after error@2025603092) -> (continuation of Deferred@546920651 after retry RPC after error@1733883890) -> (continuation of Deferred@381974311 after retry RPC after error@216152331)))
08:02:31.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.135 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.155 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.175 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.195 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.195 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.215 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.255 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.255 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.295 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.295 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.295 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.295 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.295 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.296 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.296 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@861922238(state=PENDING, result=null, callback=(continuation of Deferred@1926647477 after retry RPC after error@1194757327) -> (continuation of Deferred@1433274949 after retry RPC after error@425742661) -> (continuation of Deferred@1501763386 after retry RPC after error@706787377) -> (continuation of Deferred@255439634 after retry RPC after error@348664265) -> (continuation of Deferred@1437851309 after retry RPC after error@2063406362) -> (continuation of Deferred@941529204 after retry RPC after error@1837998279), errback=(continuation of Deferred@1926647477 after retry RPC after error@1194757327) -> (continuation of Deferred@1433274949 after retry RPC after error@425742661) -> (continuation of Deferred@1501763386 after retry RPC after error@706787377) -> (continuation of Deferred@255439634 after retry RPC after error@348664265) -> (continuation of Deferred@1437851309 after retry RPC after error@2063406362) -> (continuation of Deferred@941529204 after retry RPC after error@1837998279)))
08:02:31.297 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@861922238(state=PENDING, result=null, callback=(continuation of Deferred@1926647477 after retry RPC after error@1194757327) -> (continuation of Deferred@1433274949 after retry RPC after error@425742661) -> (continuation of Deferred@1501763386 after retry RPC after error@706787377) -> (continuation of Deferred@255439634 after retry RPC after error@348664265) -> (continuation of Deferred@1437851309 after retry RPC after error@2063406362) -> (continuation of Deferred@941529204 after retry RPC after error@1837998279), errback=(continuation of Deferred@1926647477 after retry RPC after error@1194757327) -> (continuation of Deferred@1433274949 after retry RPC after error@425742661) -> (continuation of Deferred@1501763386 after retry RPC after error@706787377) -> (continuation of Deferred@255439634 after retry RPC after error@348664265) -> (continuation of Deferred@1437851309 after retry RPC after error@2063406362) -> (continuation of Deferred@941529204 after retry RPC after error@1837998279)))
08:02:31.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.315 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.315 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.315 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.315 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.315 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.315 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.335 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.335 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.355 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.355 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.355 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.375 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.375 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.375 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.395 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.395 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.395 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.434 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.435 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:31.453739 25281 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:02:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:31.453984 25281 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:31.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:31.454890 25281 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:31.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:31.456079 25097 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111) [suppressed 7 similar messages]
08:02:31.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:31.457387 25100 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:31.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:31.457580 25097 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:02:31.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:31.457683 25097 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5; no voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b
08:02:31.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:31.457976 25281 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:02:31.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.556 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1544742832(state=PENDING, result=null, callback=(continuation of Deferred@1444161929 after retry RPC after error@526265079) -> (continuation of Deferred@245755217 after retry RPC after error@1170318418) -> (continuation of Deferred@854496514 after retry RPC after error@1552484410) -> (continuation of Deferred@2103945631 after retry RPC after error@902590805) -> (continuation of Deferred@1942795371 after retry RPC after error@1729145584) -> (continuation of Deferred@662428892 after retry RPC after error@1902856127) -> (continuation of Deferred@1729284629 after retry RPC after error@95922989), errback=(continuation of Deferred@1444161929 after retry RPC after error@526265079) -> (continuation of Deferred@245755217 after retry RPC after error@1170318418) -> (continuation of Deferred@854496514 after retry RPC after error@1552484410) -> (continuation of Deferred@2103945631 after retry RPC after error@902590805) -> (continuation of Deferred@1942795371 after retry RPC after error@1729145584) -> (continuation of Deferred@662428892 after retry RPC after error@1902856127) -> (continuation of Deferred@1729284629 after retry RPC after error@95922989)))
08:02:31.556 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1544742832(state=PENDING, result=null, callback=(continuation of Deferred@1444161929 after retry RPC after error@526265079) -> (continuation of Deferred@245755217 after retry RPC after error@1170318418) -> (continuation of Deferred@854496514 after retry RPC after error@1552484410) -> (continuation of Deferred@2103945631 after retry RPC after error@902590805) -> (continuation of Deferred@1942795371 after retry RPC after error@1729145584) -> (continuation of Deferred@662428892 after retry RPC after error@1902856127) -> (continuation of Deferred@1729284629 after retry RPC after error@95922989), errback=(continuation of Deferred@1444161929 after retry RPC after error@526265079) -> (continuation of Deferred@245755217 after retry RPC after error@1170318418) -> (continuation of Deferred@854496514 after retry RPC after error@1552484410) -> (continuation of Deferred@2103945631 after retry RPC after error@902590805) -> (continuation of Deferred@1942795371 after retry RPC after error@1729145584) -> (continuation of Deferred@662428892 after retry RPC after error@1902856127) -> (continuation of Deferred@1729284629 after retry RPC after error@95922989)))
08:02:31.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.574 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.574 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.574 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.615 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.615 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.615 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.635 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.635 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.635 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.635 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.654 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.654 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.655 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.655 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.714 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.815 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.815 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.815 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.815 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.816 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1514572926(state=PENDING, result=null, callback=(continuation of Deferred@312534939 after retry RPC after error@1406192414) -> (continuation of Deferred@1343045892 after retry RPC after error@1044775431) -> (continuation of Deferred@735032939 after retry RPC after error@2115113015) -> (continuation of Deferred@1152215952 after retry RPC after error@1249185592) -> (continuation of Deferred@484410611 after retry RPC after error@1914879223) -> (continuation of Deferred@1576839368 after retry RPC after error@1066557568) -> (continuation of Deferred@1602913181 after retry RPC after error@942168479), errback=(continuation of Deferred@312534939 after retry RPC after error@1406192414) -> (continuation of Deferred@1343045892 after retry RPC after error@1044775431) -> (continuation of Deferred@735032939 after retry RPC after error@2115113015) -> (continuation of Deferred@1152215952 after retry RPC after error@1249185592) -> (continuation of Deferred@484410611 after retry RPC after error@1914879223) -> (continuation of Deferred@1576839368 after retry RPC after error@1066557568) -> (continuation of Deferred@1602913181 after retry RPC after error@942168479)))
08:02:31.817 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1514572926(state=PENDING, result=null, callback=(continuation of Deferred@312534939 after retry RPC after error@1406192414) -> (continuation of Deferred@1343045892 after retry RPC after error@1044775431) -> (continuation of Deferred@735032939 after retry RPC after error@2115113015) -> (continuation of Deferred@1152215952 after retry RPC after error@1249185592) -> (continuation of Deferred@484410611 after retry RPC after error@1914879223) -> (continuation of Deferred@1576839368 after retry RPC after error@1066557568) -> (continuation of Deferred@1602913181 after retry RPC after error@942168479), errback=(continuation of Deferred@312534939 after retry RPC after error@1406192414) -> (continuation of Deferred@1343045892 after retry RPC after error@1044775431) -> (continuation of Deferred@735032939 after retry RPC after error@2115113015) -> (continuation of Deferred@1152215952 after retry RPC after error@1249185592) -> (continuation of Deferred@484410611 after retry RPC after error@1914879223) -> (continuation of Deferred@1576839368 after retry RPC after error@1066557568) -> (continuation of Deferred@1602913181 after retry RPC after error@942168479)))
08:02:31.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.835 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.835 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.835 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.835 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.835 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.835 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.855 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.855 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.875 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.875 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.875 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.895 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.895 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.895 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.895 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.895 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.895 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.915 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.915 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.935 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.935 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.935 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:31.972031 24708 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:02:31.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:31.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:31.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:31.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:31.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:31.976451 24708 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2f6354f17ffc447283da0697d4eb5e54', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2f6354f17ffc447283da0697d4eb5e54', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:02:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:31.978561 24708 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.129.61:42059)
08:02:32.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.015 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.015 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.015 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.015 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.015 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.015 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.016 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@652548828(state=PENDING, result=null, callback=(continuation of Deferred@1773553777 after retry RPC after error@788380240) -> (continuation of Deferred@1095213556 after retry RPC after error@1341808890) -> (continuation of Deferred@341068980 after retry RPC after error@1463307092) -> (continuation of Deferred@722212934 after retry RPC after error@938295405) -> (continuation of Deferred@32148424 after retry RPC after error@345838154) -> (continuation of Deferred@1603856055 after retry RPC after error@44772097) -> (continuation of Deferred@1472873559 after retry RPC after error@733545382), errback=(continuation of Deferred@1773553777 after retry RPC after error@788380240) -> (continuation of Deferred@1095213556 after retry RPC after error@1341808890) -> (continuation of Deferred@341068980 after retry RPC after error@1463307092) -> (continuation of Deferred@722212934 after retry RPC after error@938295405) -> (continuation of Deferred@32148424 after retry RPC after error@345838154) -> (continuation of Deferred@1603856055 after retry RPC after error@44772097) -> (continuation of Deferred@1472873559 after retry RPC after error@733545382)))
08:02:32.018 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@652548828(state=PENDING, result=null, callback=(continuation of Deferred@1773553777 after retry RPC after error@788380240) -> (continuation of Deferred@1095213556 after retry RPC after error@1341808890) -> (continuation of Deferred@341068980 after retry RPC after error@1463307092) -> (continuation of Deferred@722212934 after retry RPC after error@938295405) -> (continuation of Deferred@32148424 after retry RPC after error@345838154) -> (continuation of Deferred@1603856055 after retry RPC after error@44772097) -> (continuation of Deferred@1472873559 after retry RPC after error@733545382), errback=(continuation of Deferred@1773553777 after retry RPC after error@788380240) -> (continuation of Deferred@1095213556 after retry RPC after error@1341808890) -> (continuation of Deferred@341068980 after retry RPC after error@1463307092) -> (continuation of Deferred@722212934 after retry RPC after error@938295405) -> (continuation of Deferred@32148424 after retry RPC after error@345838154) -> (continuation of Deferred@1603856055 after retry RPC after error@44772097) -> (continuation of Deferred@1472873559 after retry RPC after error@733545382)))
08:02:32.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.035 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.035 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.035 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.035 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.055 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.055 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.055 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.256 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@327806587(state=PENDING, result=null, callback=(continuation of Deferred@934443348 after retry RPC after error@1287653050) -> (continuation of Deferred@1796339863 after retry RPC after error@934754744) -> (continuation of Deferred@325820099 after retry RPC after error@1599254466) -> (continuation of Deferred@996356607 after retry RPC after error@899130834) -> (continuation of Deferred@2059778085 after retry RPC after error@807613440) -> (continuation of Deferred@309139250 after retry RPC after error@442272152) -> (continuation of Deferred@1301225062 after retry RPC after error@1680191715), errback=(continuation of Deferred@934443348 after retry RPC after error@1287653050) -> (continuation of Deferred@1796339863 after retry RPC after error@934754744) -> (continuation of Deferred@325820099 after retry RPC after error@1599254466) -> (continuation of Deferred@996356607 after retry RPC after error@899130834) -> (continuation of Deferred@2059778085 after retry RPC after error@807613440) -> (continuation of Deferred@309139250 after retry RPC after error@442272152) -> (continuation of Deferred@1301225062 after retry RPC after error@1680191715)))
08:02:32.256 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@327806587(state=PENDING, result=null, callback=(continuation of Deferred@934443348 after retry RPC after error@1287653050) -> (continuation of Deferred@1796339863 after retry RPC after error@934754744) -> (continuation of Deferred@325820099 after retry RPC after error@1599254466) -> (continuation of Deferred@996356607 after retry RPC after error@899130834) -> (continuation of Deferred@2059778085 after retry RPC after error@807613440) -> (continuation of Deferred@309139250 after retry RPC after error@442272152) -> (continuation of Deferred@1301225062 after retry RPC after error@1680191715), errback=(continuation of Deferred@934443348 after retry RPC after error@1287653050) -> (continuation of Deferred@1796339863 after retry RPC after error@934754744) -> (continuation of Deferred@325820099 after retry RPC after error@1599254466) -> (continuation of Deferred@996356607 after retry RPC after error@899130834) -> (continuation of Deferred@2059778085 after retry RPC after error@807613440) -> (continuation of Deferred@309139250 after retry RPC after error@442272152) -> (continuation of Deferred@1301225062 after retry RPC after error@1680191715)))
08:02:32.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.274 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.275 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.275 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.315 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.335 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.335 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.335 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.335 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.335 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.335 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.354 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.354 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.354 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.354 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.355 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.355 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.374 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.375 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.495 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.495 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.495 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.495 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.495 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.496 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1576231501(state=PENDING, result=null, callback=(continuation of Deferred@284493700 after retry RPC after error@582430295) -> (continuation of Deferred@17309010 after retry RPC after error@1202710068) -> (continuation of Deferred@2145259618 after retry RPC after error@1686129752) -> (continuation of Deferred@631455511 after retry RPC after error@495313873) -> (continuation of Deferred@307735811 after retry RPC after error@1951646109) -> (continuation of Deferred@1211368327 after retry RPC after error@2048780859) -> (continuation of Deferred@1435332558 after retry RPC after error@1069024203) -> (continuation of Deferred@1475872640 after retry RPC after error@1109484406), errback=(continuation of Deferred@284493700 after retry RPC after error@582430295) -> (continuation of Deferred@17309010 after retry RPC after error@1202710068) -> (continuation of Deferred@2145259618 after retry RPC after error@1686129752) -> (continuation of Deferred@631455511 after retry RPC after error@495313873) -> (continuation of Deferred@307735811 after retry RPC after error@1951646109) -> (continuation of Deferred@1211368327 after retry RPC after error@2048780859) -> (continuation of Deferred@1435332558 after retry RPC after error@1069024203) -> (continuation of Deferred@1475872640 after retry RPC after error@1109484406)))
08:02:32.496 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1576231501(state=PENDING, result=null, callback=(continuation of Deferred@284493700 after retry RPC after error@582430295) -> (continuation of Deferred@17309010 after retry RPC after error@1202710068) -> (continuation of Deferred@2145259618 after retry RPC after error@1686129752) -> (continuation of Deferred@631455511 after retry RPC after error@495313873) -> (continuation of Deferred@307735811 after retry RPC after error@1951646109) -> (continuation of Deferred@1211368327 after retry RPC after error@2048780859) -> (continuation of Deferred@1435332558 after retry RPC after error@1069024203) -> (continuation of Deferred@1475872640 after retry RPC after error@1109484406), errback=(continuation of Deferred@284493700 after retry RPC after error@582430295) -> (continuation of Deferred@17309010 after retry RPC after error@1202710068) -> (continuation of Deferred@2145259618 after retry RPC after error@1686129752) -> (continuation of Deferred@631455511 after retry RPC after error@495313873) -> (continuation of Deferred@307735811 after retry RPC after error@1951646109) -> (continuation of Deferred@1211368327 after retry RPC after error@2048780859) -> (continuation of Deferred@1435332558 after retry RPC after error@1069024203) -> (continuation of Deferred@1475872640 after retry RPC after error@1109484406)))
08:02:32.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.515 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.515 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.535 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.535 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.555 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.555 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.574 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.574 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.574 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.614 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.654 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.654 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.654 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.755 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1172216568(state=PENDING, result=null, callback=(continuation of Deferred@1835834664 after retry RPC after error@1276872772) -> (continuation of Deferred@990941340 after retry RPC after error@178836572) -> (continuation of Deferred@52727292 after retry RPC after error@325942388) -> (continuation of Deferred@751213301 after retry RPC after error@1619042565) -> (continuation of Deferred@1206684548 after retry RPC after error@1058722257) -> (continuation of Deferred@655619573 after retry RPC after error@1124003995) -> (continuation of Deferred@1634591723 after retry RPC after error@135275086), errback=(continuation of Deferred@1835834664 after retry RPC after error@1276872772) -> (continuation of Deferred@990941340 after retry RPC after error@178836572) -> (continuation of Deferred@52727292 after retry RPC after error@325942388) -> (continuation of Deferred@751213301 after retry RPC after error@1619042565) -> (continuation of Deferred@1206684548 after retry RPC after error@1058722257) -> (continuation of Deferred@655619573 after retry RPC after error@1124003995) -> (continuation of Deferred@1634591723 after retry RPC after error@135275086)))
08:02:32.757 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1172216568(state=PENDING, result=null, callback=(continuation of Deferred@1835834664 after retry RPC after error@1276872772) -> (continuation of Deferred@990941340 after retry RPC after error@178836572) -> (continuation of Deferred@52727292 after retry RPC after error@325942388) -> (continuation of Deferred@751213301 after retry RPC after error@1619042565) -> (continuation of Deferred@1206684548 after retry RPC after error@1058722257) -> (continuation of Deferred@655619573 after retry RPC after error@1124003995) -> (continuation of Deferred@1634591723 after retry RPC after error@135275086), errback=(continuation of Deferred@1835834664 after retry RPC after error@1276872772) -> (continuation of Deferred@990941340 after retry RPC after error@178836572) -> (continuation of Deferred@52727292 after retry RPC after error@325942388) -> (continuation of Deferred@751213301 after retry RPC after error@1619042565) -> (continuation of Deferred@1206684548 after retry RPC after error@1058722257) -> (continuation of Deferred@655619573 after retry RPC after error@1124003995) -> (continuation of Deferred@1634591723 after retry RPC after error@135275086)))
08:02:32.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.775 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.775 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.775 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.795 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.795 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.795 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.815 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.815 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.815 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.815 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.835 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.835 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.835 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.835 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.835 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.835 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.855 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.855 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.895 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.895 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.895 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.934 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.934 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.934 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:32.976 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@347701141(state=PENDING, result=null, callback=(continuation of Deferred@1292483193 after retry RPC after error@2095204041) -> (continuation of Deferred@509259053 after retry RPC after error@1103117476) -> (continuation of Deferred@1092258967 after retry RPC after error@790646387) -> (continuation of Deferred@1691925887 after retry RPC after error@608016476) -> (continuation of Deferred@827774584 after retry RPC after error@472405495) -> (continuation of Deferred@1027219528 after retry RPC after error@1963827403) -> (continuation of Deferred@1919896836 after retry RPC after error@750135635), errback=(continuation of Deferred@1292483193 after retry RPC after error@2095204041) -> (continuation of Deferred@509259053 after retry RPC after error@1103117476) -> (continuation of Deferred@1092258967 after retry RPC after error@790646387) -> (continuation of Deferred@1691925887 after retry RPC after error@608016476) -> (continuation of Deferred@827774584 after retry RPC after error@472405495) -> (continuation of Deferred@1027219528 after retry RPC after error@1963827403) -> (continuation of Deferred@1919896836 after retry RPC after error@750135635)))
08:02:32.976 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@347701141(state=PENDING, result=null, callback=(continuation of Deferred@1292483193 after retry RPC after error@2095204041) -> (continuation of Deferred@509259053 after retry RPC after error@1103117476) -> (continuation of Deferred@1092258967 after retry RPC after error@790646387) -> (continuation of Deferred@1691925887 after retry RPC after error@608016476) -> (continuation of Deferred@827774584 after retry RPC after error@472405495) -> (continuation of Deferred@1027219528 after retry RPC after error@1963827403) -> (continuation of Deferred@1919896836 after retry RPC after error@750135635), errback=(continuation of Deferred@1292483193 after retry RPC after error@2095204041) -> (continuation of Deferred@509259053 after retry RPC after error@1103117476) -> (continuation of Deferred@1092258967 after retry RPC after error@790646387) -> (continuation of Deferred@1691925887 after retry RPC after error@608016476) -> (continuation of Deferred@827774584 after retry RPC after error@472405495) -> (continuation of Deferred@1027219528 after retry RPC after error@1963827403) -> (continuation of Deferred@1919896836 after retry RPC after error@750135635)))
08:02:32.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:32.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:32.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.994 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:32.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:32.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.015 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.035 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.035 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.035 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.035 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.055 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.055 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.055 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.055 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.055 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.055 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.075 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.075 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.095 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.114 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.115 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.115 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.115 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.195 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.195 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.195 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.235 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.235 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.235 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.236 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1845411375(state=PENDING, result=null, callback=(continuation of Deferred@1570480049 after retry RPC after error@143621297) -> (continuation of Deferred@1364473212 after retry RPC after error@1237579455) -> (continuation of Deferred@1210359329 after retry RPC after error@993855840) -> (continuation of Deferred@1261577390 after retry RPC after error@496125305) -> (continuation of Deferred@1898644860 after retry RPC after error@579761200) -> (continuation of Deferred@2026054555 after retry RPC after error@2012547191) -> (continuation of Deferred@1591534352 after retry RPC after error@253899535) -> (continuation of Deferred@1847330443 after retry RPC after error@829754767), errback=(continuation of Deferred@1570480049 after retry RPC after error@143621297) -> (continuation of Deferred@1364473212 after retry RPC after error@1237579455) -> (continuation of Deferred@1210359329 after retry RPC after error@993855840) -> (continuation of Deferred@1261577390 after retry RPC after error@496125305) -> (continuation of Deferred@1898644860 after retry RPC after error@579761200) -> (continuation of Deferred@2026054555 after retry RPC after error@2012547191) -> (continuation of Deferred@1591534352 after retry RPC after error@253899535) -> (continuation of Deferred@1847330443 after retry RPC after error@829754767)))
08:02:33.237 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1845411375(state=PENDING, result=null, callback=(continuation of Deferred@1570480049 after retry RPC after error@143621297) -> (continuation of Deferred@1364473212 after retry RPC after error@1237579455) -> (continuation of Deferred@1210359329 after retry RPC after error@993855840) -> (continuation of Deferred@1261577390 after retry RPC after error@496125305) -> (continuation of Deferred@1898644860 after retry RPC after error@579761200) -> (continuation of Deferred@2026054555 after retry RPC after error@2012547191) -> (continuation of Deferred@1591534352 after retry RPC after error@253899535) -> (continuation of Deferred@1847330443 after retry RPC after error@829754767), errback=(continuation of Deferred@1570480049 after retry RPC after error@143621297) -> (continuation of Deferred@1364473212 after retry RPC after error@1237579455) -> (continuation of Deferred@1210359329 after retry RPC after error@993855840) -> (continuation of Deferred@1261577390 after retry RPC after error@496125305) -> (continuation of Deferred@1898644860 after retry RPC after error@579761200) -> (continuation of Deferred@2026054555 after retry RPC after error@2012547191) -> (continuation of Deferred@1591534352 after retry RPC after error@253899535) -> (continuation of Deferred@1847330443 after retry RPC after error@829754767)))
08:02:33.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.255 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.275 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.275 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.275 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.295 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.295 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.295 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.295 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.315 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.415 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.416 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@411707527(state=PENDING, result=null, callback=(continuation of Deferred@25839468 after retry RPC after error@1277789603) -> (continuation of Deferred@949301317 after retry RPC after error@1897068992) -> (continuation of Deferred@586183081 after retry RPC after error@586480841) -> (continuation of Deferred@871557066 after retry RPC after error@1430836365) -> (continuation of Deferred@1947503284 after retry RPC after error@1896034891) -> (continuation of Deferred@1441486614 after retry RPC after error@1184112026), errback=(continuation of Deferred@25839468 after retry RPC after error@1277789603) -> (continuation of Deferred@949301317 after retry RPC after error@1897068992) -> (continuation of Deferred@586183081 after retry RPC after error@586480841) -> (continuation of Deferred@871557066 after retry RPC after error@1430836365) -> (continuation of Deferred@1947503284 after retry RPC after error@1896034891) -> (continuation of Deferred@1441486614 after retry RPC after error@1184112026)))
08:02:33.416 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@411707527(state=PENDING, result=null, callback=(continuation of Deferred@25839468 after retry RPC after error@1277789603) -> (continuation of Deferred@949301317 after retry RPC after error@1897068992) -> (continuation of Deferred@586183081 after retry RPC after error@586480841) -> (continuation of Deferred@871557066 after retry RPC after error@1430836365) -> (continuation of Deferred@1947503284 after retry RPC after error@1896034891) -> (continuation of Deferred@1441486614 after retry RPC after error@1184112026), errback=(continuation of Deferred@25839468 after retry RPC after error@1277789603) -> (continuation of Deferred@949301317 after retry RPC after error@1897068992) -> (continuation of Deferred@586183081 after retry RPC after error@586480841) -> (continuation of Deferred@871557066 after retry RPC after error@1430836365) -> (continuation of Deferred@1947503284 after retry RPC after error@1896034891) -> (continuation of Deferred@1441486614 after retry RPC after error@1184112026)))
08:02:33.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.454 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.474 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.474 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.535 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.535 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.535 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.575 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.575 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.575 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.575 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.575 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.575 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.674 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.676 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@720386197(state=PENDING, result=null, callback=(continuation of Deferred@808408915 after retry RPC after error@1075799355) -> (continuation of Deferred@595148549 after retry RPC after error@140939119) -> (continuation of Deferred@1111082239 after retry RPC after error@2033469246) -> (continuation of Deferred@333438474 after retry RPC after error@796800745) -> (continuation of Deferred@602669509 after retry RPC after error@2017115953) -> (continuation of Deferred@368574898 after retry RPC after error@1265611930) -> (continuation of Deferred@147748379 after retry RPC after error@622887684), errback=(continuation of Deferred@808408915 after retry RPC after error@1075799355) -> (continuation of Deferred@595148549 after retry RPC after error@140939119) -> (continuation of Deferred@1111082239 after retry RPC after error@2033469246) -> (continuation of Deferred@333438474 after retry RPC after error@796800745) -> (continuation of Deferred@602669509 after retry RPC after error@2017115953) -> (continuation of Deferred@368574898 after retry RPC after error@1265611930) -> (continuation of Deferred@147748379 after retry RPC after error@622887684)))
08:02:33.677 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@720386197(state=PENDING, result=null, callback=(continuation of Deferred@808408915 after retry RPC after error@1075799355) -> (continuation of Deferred@595148549 after retry RPC after error@140939119) -> (continuation of Deferred@1111082239 after retry RPC after error@2033469246) -> (continuation of Deferred@333438474 after retry RPC after error@796800745) -> (continuation of Deferred@602669509 after retry RPC after error@2017115953) -> (continuation of Deferred@368574898 after retry RPC after error@1265611930) -> (continuation of Deferred@147748379 after retry RPC after error@622887684), errback=(continuation of Deferred@808408915 after retry RPC after error@1075799355) -> (continuation of Deferred@595148549 after retry RPC after error@140939119) -> (continuation of Deferred@1111082239 after retry RPC after error@2033469246) -> (continuation of Deferred@333438474 after retry RPC after error@796800745) -> (continuation of Deferred@602669509 after retry RPC after error@2017115953) -> (continuation of Deferred@368574898 after retry RPC after error@1265611930) -> (continuation of Deferred@147748379 after retry RPC after error@622887684)))
08:02:33.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.735 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.735 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.795 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.795 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.795 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.875 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.875 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.875 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.875 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.876 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1795875563(state=PENDING, result=null, callback=(continuation of Deferred@1195916109 after retry RPC after error@1041840529) -> (continuation of Deferred@719061299 after retry RPC after error@385725241) -> (continuation of Deferred@275341560 after retry RPC after error@1732974293) -> (continuation of Deferred@768890518 after retry RPC after error@1456163950) -> (continuation of Deferred@226396399 after retry RPC after error@851237419) -> (continuation of Deferred@1028868620 after retry RPC after error@838326772), errback=(continuation of Deferred@1195916109 after retry RPC after error@1041840529) -> (continuation of Deferred@719061299 after retry RPC after error@385725241) -> (continuation of Deferred@275341560 after retry RPC after error@1732974293) -> (continuation of Deferred@768890518 after retry RPC after error@1456163950) -> (continuation of Deferred@226396399 after retry RPC after error@851237419) -> (continuation of Deferred@1028868620 after retry RPC after error@838326772)))
08:02:33.877 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1795875563(state=PENDING, result=null, callback=(continuation of Deferred@1195916109 after retry RPC after error@1041840529) -> (continuation of Deferred@719061299 after retry RPC after error@385725241) -> (continuation of Deferred@275341560 after retry RPC after error@1732974293) -> (continuation of Deferred@768890518 after retry RPC after error@1456163950) -> (continuation of Deferred@226396399 after retry RPC after error@851237419) -> (continuation of Deferred@1028868620 after retry RPC after error@838326772), errback=(continuation of Deferred@1195916109 after retry RPC after error@1041840529) -> (continuation of Deferred@719061299 after retry RPC after error@385725241) -> (continuation of Deferred@275341560 after retry RPC after error@1732974293) -> (continuation of Deferred@768890518 after retry RPC after error@1456163950) -> (continuation of Deferred@226396399 after retry RPC after error@851237419) -> (continuation of Deferred@1028868620 after retry RPC after error@838326772)))
08:02:33.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.895 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.895 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.895 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.915 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.915 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.935 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.935 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.935 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.955 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.955 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.955 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.955 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.955 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.955 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.975 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:33.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:33.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:33.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.995 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.995 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:33.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:33.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.035 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.075 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.075 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.075 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.075 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.075 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.077 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@789217418(state=PENDING, result=null, callback=(continuation of Deferred@1109089156 after retry RPC after error@440372182) -> (continuation of Deferred@1062733569 after retry RPC after error@1152245424) -> (continuation of Deferred@1559395034 after retry RPC after error@989146025) -> (continuation of Deferred@1164592121 after retry RPC after error@1872256442) -> (continuation of Deferred@544464441 after retry RPC after error@860357117) -> (continuation of Deferred@615184870 after retry RPC after error@158471492) -> (continuation of Deferred@936280133 after retry RPC after error@1157245096), errback=(continuation of Deferred@1109089156 after retry RPC after error@440372182) -> (continuation of Deferred@1062733569 after retry RPC after error@1152245424) -> (continuation of Deferred@1559395034 after retry RPC after error@989146025) -> (continuation of Deferred@1164592121 after retry RPC after error@1872256442) -> (continuation of Deferred@544464441 after retry RPC after error@860357117) -> (continuation of Deferred@615184870 after retry RPC after error@158471492) -> (continuation of Deferred@936280133 after retry RPC after error@1157245096)))
08:02:34.077 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@789217418(state=PENDING, result=null, callback=(continuation of Deferred@1109089156 after retry RPC after error@440372182) -> (continuation of Deferred@1062733569 after retry RPC after error@1152245424) -> (continuation of Deferred@1559395034 after retry RPC after error@989146025) -> (continuation of Deferred@1164592121 after retry RPC after error@1872256442) -> (continuation of Deferred@544464441 after retry RPC after error@860357117) -> (continuation of Deferred@615184870 after retry RPC after error@158471492) -> (continuation of Deferred@936280133 after retry RPC after error@1157245096), errback=(continuation of Deferred@1109089156 after retry RPC after error@440372182) -> (continuation of Deferred@1062733569 after retry RPC after error@1152245424) -> (continuation of Deferred@1559395034 after retry RPC after error@989146025) -> (continuation of Deferred@1164592121 after retry RPC after error@1872256442) -> (continuation of Deferred@544464441 after retry RPC after error@860357117) -> (continuation of Deferred@615184870 after retry RPC after error@158471492) -> (continuation of Deferred@936280133 after retry RPC after error@1157245096)))
08:02:34.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.094 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.094 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.094 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.134 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.134 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:34.208986 25080 master_runner.cc:186] Error getting master registration for 127.23.129.62:36767: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111), 
08:02:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:34.209239 25080 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:02:34.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.294 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.294 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.296 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@727159709(state=PENDING, result=null, callback=(continuation of Deferred@1854099492 after retry RPC after error@334052398) -> (continuation of Deferred@767155335 after retry RPC after error@988117462) -> (continuation of Deferred@1318259934 after retry RPC after error@348209518) -> (continuation of Deferred@2013264533 after retry RPC after error@1724192373) -> (continuation of Deferred@820384655 after retry RPC after error@775093964) -> (continuation of Deferred@647074509 after retry RPC after error@1755930324) -> (continuation of Deferred@1750286885 after retry RPC after error@1370359165), errback=(continuation of Deferred@1854099492 after retry RPC after error@334052398) -> (continuation of Deferred@767155335 after retry RPC after error@988117462) -> (continuation of Deferred@1318259934 after retry RPC after error@348209518) -> (continuation of Deferred@2013264533 after retry RPC after error@1724192373) -> (continuation of Deferred@820384655 after retry RPC after error@775093964) -> (continuation of Deferred@647074509 after retry RPC after error@1755930324) -> (continuation of Deferred@1750286885 after retry RPC after error@1370359165)))
08:02:34.296 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@727159709(state=PENDING, result=null, callback=(continuation of Deferred@1854099492 after retry RPC after error@334052398) -> (continuation of Deferred@767155335 after retry RPC after error@988117462) -> (continuation of Deferred@1318259934 after retry RPC after error@348209518) -> (continuation of Deferred@2013264533 after retry RPC after error@1724192373) -> (continuation of Deferred@820384655 after retry RPC after error@775093964) -> (continuation of Deferred@647074509 after retry RPC after error@1755930324) -> (continuation of Deferred@1750286885 after retry RPC after error@1370359165), errback=(continuation of Deferred@1854099492 after retry RPC after error@334052398) -> (continuation of Deferred@767155335 after retry RPC after error@988117462) -> (continuation of Deferred@1318259934 after retry RPC after error@348209518) -> (continuation of Deferred@2013264533 after retry RPC after error@1724192373) -> (continuation of Deferred@820384655 after retry RPC after error@775093964) -> (continuation of Deferred@647074509 after retry RPC after error@1755930324) -> (continuation of Deferred@1750286885 after retry RPC after error@1370359165)))
08:02:34.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.335 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.335 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.355 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.355 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.355 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.375 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.375 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.375 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.375 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.375 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.395 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.395 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.395 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.395 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.435 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.435 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.435 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.475 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.475 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.475 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.556 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1847466372(state=PENDING, result=null, callback=(continuation of Deferred@1168834454 after retry RPC after error@499516593) -> (continuation of Deferred@1197677255 after retry RPC after error@1504700822) -> (continuation of Deferred@1273752442 after retry RPC after error@1713741114) -> (continuation of Deferred@961484315 after retry RPC after error@520793085) -> (continuation of Deferred@187577181 after retry RPC after error@1093186383) -> (continuation of Deferred@9870015 after retry RPC after error@1242143763) -> (continuation of Deferred@818412244 after retry RPC after error@888243528), errback=(continuation of Deferred@1168834454 after retry RPC after error@499516593) -> (continuation of Deferred@1197677255 after retry RPC after error@1504700822) -> (continuation of Deferred@1273752442 after retry RPC after error@1713741114) -> (continuation of Deferred@961484315 after retry RPC after error@520793085) -> (continuation of Deferred@187577181 after retry RPC after error@1093186383) -> (continuation of Deferred@9870015 after retry RPC after error@1242143763) -> (continuation of Deferred@818412244 after retry RPC after error@888243528)))
08:02:34.556 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1847466372(state=PENDING, result=null, callback=(continuation of Deferred@1168834454 after retry RPC after error@499516593) -> (continuation of Deferred@1197677255 after retry RPC after error@1504700822) -> (continuation of Deferred@1273752442 after retry RPC after error@1713741114) -> (continuation of Deferred@961484315 after retry RPC after error@520793085) -> (continuation of Deferred@187577181 after retry RPC after error@1093186383) -> (continuation of Deferred@9870015 after retry RPC after error@1242143763) -> (continuation of Deferred@818412244 after retry RPC after error@888243528), errback=(continuation of Deferred@1168834454 after retry RPC after error@499516593) -> (continuation of Deferred@1197677255 after retry RPC after error@1504700822) -> (continuation of Deferred@1273752442 after retry RPC after error@1713741114) -> (continuation of Deferred@961484315 after retry RPC after error@520793085) -> (continuation of Deferred@187577181 after retry RPC after error@1093186383) -> (continuation of Deferred@9870015 after retry RPC after error@1242143763) -> (continuation of Deferred@818412244 after retry RPC after error@888243528)))
08:02:34.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.574 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.574 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.575 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.615 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.615 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.654 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.654 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.695 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.695 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.756 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@2030989220(state=PENDING, result=null, callback=(continuation of Deferred@1750351890 after retry RPC after error@1397877294) -> (continuation of Deferred@1297705409 after retry RPC after error@1201687681) -> (continuation of Deferred@230604983 after retry RPC after error@1365400500) -> (continuation of Deferred@1467168568 after retry RPC after error@317893907) -> (continuation of Deferred@1773304962 after retry RPC after error@718157307) -> (continuation of Deferred@1682578797 after retry RPC after error@1675079362), errback=(continuation of Deferred@1750351890 after retry RPC after error@1397877294) -> (continuation of Deferred@1297705409 after retry RPC after error@1201687681) -> (continuation of Deferred@230604983 after retry RPC after error@1365400500) -> (continuation of Deferred@1467168568 after retry RPC after error@317893907) -> (continuation of Deferred@1773304962 after retry RPC after error@718157307) -> (continuation of Deferred@1682578797 after retry RPC after error@1675079362)))
08:02:34.756 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@2030989220(state=PENDING, result=null, callback=(continuation of Deferred@1750351890 after retry RPC after error@1397877294) -> (continuation of Deferred@1297705409 after retry RPC after error@1201687681) -> (continuation of Deferred@230604983 after retry RPC after error@1365400500) -> (continuation of Deferred@1467168568 after retry RPC after error@317893907) -> (continuation of Deferred@1773304962 after retry RPC after error@718157307) -> (continuation of Deferred@1682578797 after retry RPC after error@1675079362), errback=(continuation of Deferred@1750351890 after retry RPC after error@1397877294) -> (continuation of Deferred@1297705409 after retry RPC after error@1201687681) -> (continuation of Deferred@230604983 after retry RPC after error@1365400500) -> (continuation of Deferred@1467168568 after retry RPC after error@317893907) -> (continuation of Deferred@1773304962 after retry RPC after error@718157307) -> (continuation of Deferred@1682578797 after retry RPC after error@1675079362)))
08:02:34.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.814 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.855 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.855 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.855 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.895 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.895 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.935 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.935 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.935 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:34.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:34.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:34.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:34.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:34.996 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@669468232(state=PENDING, result=null, callback=(continuation of Deferred@2008710184 after retry RPC after error@20123588) -> (continuation of Deferred@1379987918 after retry RPC after error@1334327496) -> (continuation of Deferred@1811367469 after retry RPC after error@1923299768) -> (continuation of Deferred@666396835 after retry RPC after error@695753444) -> (continuation of Deferred@2028971976 after retry RPC after error@325726100) -> (continuation of Deferred@2004066346 after retry RPC after error@481782618) -> (continuation of Deferred@434327267 after retry RPC after error@1538774212), errback=(continuation of Deferred@2008710184 after retry RPC after error@20123588) -> (continuation of Deferred@1379987918 after retry RPC after error@1334327496) -> (continuation of Deferred@1811367469 after retry RPC after error@1923299768) -> (continuation of Deferred@666396835 after retry RPC after error@695753444) -> (continuation of Deferred@2028971976 after retry RPC after error@325726100) -> (continuation of Deferred@2004066346 after retry RPC after error@481782618) -> (continuation of Deferred@434327267 after retry RPC after error@1538774212)))
08:02:34.997 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@669468232(state=PENDING, result=null, callback=(continuation of Deferred@2008710184 after retry RPC after error@20123588) -> (continuation of Deferred@1379987918 after retry RPC after error@1334327496) -> (continuation of Deferred@1811367469 after retry RPC after error@1923299768) -> (continuation of Deferred@666396835 after retry RPC after error@695753444) -> (continuation of Deferred@2028971976 after retry RPC after error@325726100) -> (continuation of Deferred@2004066346 after retry RPC after error@481782618) -> (continuation of Deferred@434327267 after retry RPC after error@1538774212), errback=(continuation of Deferred@2008710184 after retry RPC after error@20123588) -> (continuation of Deferred@1379987918 after retry RPC after error@1334327496) -> (continuation of Deferred@1811367469 after retry RPC after error@1923299768) -> (continuation of Deferred@666396835 after retry RPC after error@695753444) -> (continuation of Deferred@2028971976 after retry RPC after error@325726100) -> (continuation of Deferred@2004066346 after retry RPC after error@481782618) -> (continuation of Deferred@434327267 after retry RPC after error@1538774212)))
08:02:35.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.015 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.015 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.015 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.015 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.015 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.035 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.035 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.035 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.035 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.055 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.055 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.095 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.134 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.134 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.134 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.216 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@990473534(state=PENDING, result=null, callback=(continuation of Deferred@88055566 after retry RPC after error@102823561) -> (continuation of Deferred@1203097716 after retry RPC after error@925185313) -> (continuation of Deferred@1318787876 after retry RPC after error@1326332096) -> (continuation of Deferred@642873125 after retry RPC after error@952353523) -> (continuation of Deferred@773307636 after retry RPC after error@283204046) -> (continuation of Deferred@1034222760 after retry RPC after error@458651061), errback=(continuation of Deferred@88055566 after retry RPC after error@102823561) -> (continuation of Deferred@1203097716 after retry RPC after error@925185313) -> (continuation of Deferred@1318787876 after retry RPC after error@1326332096) -> (continuation of Deferred@642873125 after retry RPC after error@952353523) -> (continuation of Deferred@773307636 after retry RPC after error@283204046) -> (continuation of Deferred@1034222760 after retry RPC after error@458651061)))
08:02:35.216 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@990473534(state=PENDING, result=null, callback=(continuation of Deferred@88055566 after retry RPC after error@102823561) -> (continuation of Deferred@1203097716 after retry RPC after error@925185313) -> (continuation of Deferred@1318787876 after retry RPC after error@1326332096) -> (continuation of Deferred@642873125 after retry RPC after error@952353523) -> (continuation of Deferred@773307636 after retry RPC after error@283204046) -> (continuation of Deferred@1034222760 after retry RPC after error@458651061), errback=(continuation of Deferred@88055566 after retry RPC after error@102823561) -> (continuation of Deferred@1203097716 after retry RPC after error@925185313) -> (continuation of Deferred@1318787876 after retry RPC after error@1326332096) -> (continuation of Deferred@642873125 after retry RPC after error@952353523) -> (continuation of Deferred@773307636 after retry RPC after error@283204046) -> (continuation of Deferred@1034222760 after retry RPC after error@458651061)))
08:02:35.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.274 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.274 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.314 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.314 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.334 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.334 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.455 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@313545751(state=PENDING, result=null, callback=(continuation of Deferred@1093434161 after retry RPC after error@594123048) -> (continuation of Deferred@1733969295 after retry RPC after error@2010817951) -> (continuation of Deferred@1426959782 after retry RPC after error@985849590) -> (continuation of Deferred@260149788 after retry RPC after error@768948270) -> (continuation of Deferred@361615535 after retry RPC after error@966039942) -> (continuation of Deferred@981921242 after retry RPC after error@1050060524) -> (continuation of Deferred@1164251449 after retry RPC after error@1478551738), errback=(continuation of Deferred@1093434161 after retry RPC after error@594123048) -> (continuation of Deferred@1733969295 after retry RPC after error@2010817951) -> (continuation of Deferred@1426959782 after retry RPC after error@985849590) -> (continuation of Deferred@260149788 after retry RPC after error@768948270) -> (continuation of Deferred@361615535 after retry RPC after error@966039942) -> (continuation of Deferred@981921242 after retry RPC after error@1050060524) -> (continuation of Deferred@1164251449 after retry RPC after error@1478551738)))
08:02:35.457 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@313545751(state=PENDING, result=null, callback=(continuation of Deferred@1093434161 after retry RPC after error@594123048) -> (continuation of Deferred@1733969295 after retry RPC after error@2010817951) -> (continuation of Deferred@1426959782 after retry RPC after error@985849590) -> (continuation of Deferred@260149788 after retry RPC after error@768948270) -> (continuation of Deferred@361615535 after retry RPC after error@966039942) -> (continuation of Deferred@981921242 after retry RPC after error@1050060524) -> (continuation of Deferred@1164251449 after retry RPC after error@1478551738), errback=(continuation of Deferred@1093434161 after retry RPC after error@594123048) -> (continuation of Deferred@1733969295 after retry RPC after error@2010817951) -> (continuation of Deferred@1426959782 after retry RPC after error@985849590) -> (continuation of Deferred@260149788 after retry RPC after error@768948270) -> (continuation of Deferred@361615535 after retry RPC after error@966039942) -> (continuation of Deferred@981921242 after retry RPC after error@1050060524) -> (continuation of Deferred@1164251449 after retry RPC after error@1478551738)))
08:02:35.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.475 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.475 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.475 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.495 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.495 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.495 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.495 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.515 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.515 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.515 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.515 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.515 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.535 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.555 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.555 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.555 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.575 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.575 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.575 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.575 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.595 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.595 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.595 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@274676260(state=PENDING, result=null, callback=(continuation of Deferred@877271655 after retry RPC after error@1959467101) -> (continuation of Deferred@966939819 after retry RPC after error@1355138977) -> (continuation of Deferred@884500220 after retry RPC after error@412981702) -> (continuation of Deferred@867275122 after retry RPC after error@1303879786) -> (continuation of Deferred@986689702 after retry RPC after error@1315458448) -> (continuation of Deferred@1911385902 after retry RPC after error@19473801) -> (continuation of Deferred@1176825738 after retry RPC after error@1252797971), errback=(continuation of Deferred@877271655 after retry RPC after error@1959467101) -> (continuation of Deferred@966939819 after retry RPC after error@1355138977) -> (continuation of Deferred@884500220 after retry RPC after error@412981702) -> (continuation of Deferred@867275122 after retry RPC after error@1303879786) -> (continuation of Deferred@986689702 after retry RPC after error@1315458448) -> (continuation of Deferred@1911385902 after retry RPC after error@19473801) -> (continuation of Deferred@1176825738 after retry RPC after error@1252797971)))
08:02:35.716 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@274676260(state=PENDING, result=null, callback=(continuation of Deferred@877271655 after retry RPC after error@1959467101) -> (continuation of Deferred@966939819 after retry RPC after error@1355138977) -> (continuation of Deferred@884500220 after retry RPC after error@412981702) -> (continuation of Deferred@867275122 after retry RPC after error@1303879786) -> (continuation of Deferred@986689702 after retry RPC after error@1315458448) -> (continuation of Deferred@1911385902 after retry RPC after error@19473801) -> (continuation of Deferred@1176825738 after retry RPC after error@1252797971), errback=(continuation of Deferred@877271655 after retry RPC after error@1959467101) -> (continuation of Deferred@966939819 after retry RPC after error@1355138977) -> (continuation of Deferred@884500220 after retry RPC after error@412981702) -> (continuation of Deferred@867275122 after retry RPC after error@1303879786) -> (continuation of Deferred@986689702 after retry RPC after error@1315458448) -> (continuation of Deferred@1911385902 after retry RPC after error@19473801) -> (continuation of Deferred@1176825738 after retry RPC after error@1252797971)))
08:02:35.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.755 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.755 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.755 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.775 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.775 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.775 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.794 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.795 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.834 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.834 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.834 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.834 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.834 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.834 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.875 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.975 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.975 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.975 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.975 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.975 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.977 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:35.977 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@388333591(state=PENDING, result=null, callback=(continuation of Deferred@1910046482 after retry RPC after error@957558980) -> (continuation of Deferred@1628643465 after retry RPC after error@1519202692) -> (continuation of Deferred@1813734824 after retry RPC after error@1278143999) -> (continuation of Deferred@885099419 after retry RPC after error@125017494) -> (continuation of Deferred@821206773 after retry RPC after error@185125889) -> (continuation of Deferred@866980776 after retry RPC after error@673822566) -> (continuation of Deferred@210276768 after retry RPC after error@1093483764), errback=(continuation of Deferred@1910046482 after retry RPC after error@957558980) -> (continuation of Deferred@1628643465 after retry RPC after error@1519202692) -> (continuation of Deferred@1813734824 after retry RPC after error@1278143999) -> (continuation of Deferred@885099419 after retry RPC after error@125017494) -> (continuation of Deferred@821206773 after retry RPC after error@185125889) -> (continuation of Deferred@866980776 after retry RPC after error@673822566) -> (continuation of Deferred@210276768 after retry RPC after error@1093483764)))
08:02:35.977 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@388333591(state=PENDING, result=null, callback=(continuation of Deferred@1910046482 after retry RPC after error@957558980) -> (continuation of Deferred@1628643465 after retry RPC after error@1519202692) -> (continuation of Deferred@1813734824 after retry RPC after error@1278143999) -> (continuation of Deferred@885099419 after retry RPC after error@125017494) -> (continuation of Deferred@821206773 after retry RPC after error@185125889) -> (continuation of Deferred@866980776 after retry RPC after error@673822566) -> (continuation of Deferred@210276768 after retry RPC after error@1093483764), errback=(continuation of Deferred@1910046482 after retry RPC after error@957558980) -> (continuation of Deferred@1628643465 after retry RPC after error@1519202692) -> (continuation of Deferred@1813734824 after retry RPC after error@1278143999) -> (continuation of Deferred@885099419 after retry RPC after error@125017494) -> (continuation of Deferred@821206773 after retry RPC after error@185125889) -> (continuation of Deferred@866980776 after retry RPC after error@673822566) -> (continuation of Deferred@210276768 after retry RPC after error@1093483764)))
08:02:35.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:35.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:35.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:35.994 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.994 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.994 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:35.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.035 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.035 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.035 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.035 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.055 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.055 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.055 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.115 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.115 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.115 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.115 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.115 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.115 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.216 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@927559949(state=PENDING, result=null, callback=(continuation of Deferred@1107395518 after retry RPC after error@327081936) -> (continuation of Deferred@2027755518 after retry RPC after error@73453809) -> (continuation of Deferred@1244835760 after retry RPC after error@794257785) -> (continuation of Deferred@1059449226 after retry RPC after error@1027625415) -> (continuation of Deferred@1649420016 after retry RPC after error@1993901922) -> (continuation of Deferred@1721850250 after retry RPC after error@1506865904) -> (continuation of Deferred@986982556 after retry RPC after error@142953267), errback=(continuation of Deferred@1107395518 after retry RPC after error@327081936) -> (continuation of Deferred@2027755518 after retry RPC after error@73453809) -> (continuation of Deferred@1244835760 after retry RPC after error@794257785) -> (continuation of Deferred@1059449226 after retry RPC after error@1027625415) -> (continuation of Deferred@1649420016 after retry RPC after error@1993901922) -> (continuation of Deferred@1721850250 after retry RPC after error@1506865904) -> (continuation of Deferred@986982556 after retry RPC after error@142953267)))
08:02:36.216 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@927559949(state=PENDING, result=null, callback=(continuation of Deferred@1107395518 after retry RPC after error@327081936) -> (continuation of Deferred@2027755518 after retry RPC after error@73453809) -> (continuation of Deferred@1244835760 after retry RPC after error@794257785) -> (continuation of Deferred@1059449226 after retry RPC after error@1027625415) -> (continuation of Deferred@1649420016 after retry RPC after error@1993901922) -> (continuation of Deferred@1721850250 after retry RPC after error@1506865904) -> (continuation of Deferred@986982556 after retry RPC after error@142953267), errback=(continuation of Deferred@1107395518 after retry RPC after error@327081936) -> (continuation of Deferred@2027755518 after retry RPC after error@73453809) -> (continuation of Deferred@1244835760 after retry RPC after error@794257785) -> (continuation of Deferred@1059449226 after retry RPC after error@1027625415) -> (continuation of Deferred@1649420016 after retry RPC after error@1993901922) -> (continuation of Deferred@1721850250 after retry RPC after error@1506865904) -> (continuation of Deferred@986982556 after retry RPC after error@142953267)))
08:02:36.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.275 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.275 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.314 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.314 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.335 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.335 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.335 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.335 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.335 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.335 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.375 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.375 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.376 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.415 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1180474500(state=PENDING, result=null, callback=(continuation of Deferred@346960762 after retry RPC after error@124687034) -> (continuation of Deferred@1188862683 after retry RPC after error@1690736184) -> (continuation of Deferred@18242617 after retry RPC after error@1923016163) -> (continuation of Deferred@1345757993 after retry RPC after error@9541697) -> (continuation of Deferred@869661694 after retry RPC after error@920756634) -> (continuation of Deferred@1403741060 after retry RPC after error@1601481248) -> (continuation of Deferred@1130541115 after retry RPC after error@2025075900), errback=(continuation of Deferred@346960762 after retry RPC after error@124687034) -> (continuation of Deferred@1188862683 after retry RPC after error@1690736184) -> (continuation of Deferred@18242617 after retry RPC after error@1923016163) -> (continuation of Deferred@1345757993 after retry RPC after error@9541697) -> (continuation of Deferred@869661694 after retry RPC after error@920756634) -> (continuation of Deferred@1403741060 after retry RPC after error@1601481248) -> (continuation of Deferred@1130541115 after retry RPC after error@2025075900)))
08:02:36.416 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1180474500(state=PENDING, result=null, callback=(continuation of Deferred@346960762 after retry RPC after error@124687034) -> (continuation of Deferred@1188862683 after retry RPC after error@1690736184) -> (continuation of Deferred@18242617 after retry RPC after error@1923016163) -> (continuation of Deferred@1345757993 after retry RPC after error@9541697) -> (continuation of Deferred@869661694 after retry RPC after error@920756634) -> (continuation of Deferred@1403741060 after retry RPC after error@1601481248) -> (continuation of Deferred@1130541115 after retry RPC after error@2025075900), errback=(continuation of Deferred@346960762 after retry RPC after error@124687034) -> (continuation of Deferred@1188862683 after retry RPC after error@1690736184) -> (continuation of Deferred@18242617 after retry RPC after error@1923016163) -> (continuation of Deferred@1345757993 after retry RPC after error@9541697) -> (continuation of Deferred@869661694 after retry RPC after error@920756634) -> (continuation of Deferred@1403741060 after retry RPC after error@1601481248) -> (continuation of Deferred@1130541115 after retry RPC after error@2025075900)))
08:02:36.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.435 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.435 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.455 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.455 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.455 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.455 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.694 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1134682411(state=PENDING, result=null, callback=(continuation of Deferred@1985363039 after retry RPC after error@1233077018) -> (continuation of Deferred@1374782868 after retry RPC after error@496340536) -> (continuation of Deferred@1516698897 after retry RPC after error@1764885204) -> (continuation of Deferred@884143939 after retry RPC after error@99048355) -> (continuation of Deferred@1745137787 after retry RPC after error@299445005) -> (continuation of Deferred@846384794 after retry RPC after error@234332468) -> (continuation of Deferred@1086148505 after retry RPC after error@417633728), errback=(continuation of Deferred@1985363039 after retry RPC after error@1233077018) -> (continuation of Deferred@1374782868 after retry RPC after error@496340536) -> (continuation of Deferred@1516698897 after retry RPC after error@1764885204) -> (continuation of Deferred@884143939 after retry RPC after error@99048355) -> (continuation of Deferred@1745137787 after retry RPC after error@299445005) -> (continuation of Deferred@846384794 after retry RPC after error@234332468) -> (continuation of Deferred@1086148505 after retry RPC after error@417633728)))
08:02:36.695 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:02:36.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.775 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.775 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.775 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.795 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.795 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.875 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.875 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.875 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.875 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.915 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@475844298(state=PENDING, result=null, callback=(continuation of Deferred@231816280 after retry RPC after error@1851947253) -> (continuation of Deferred@2019912584 after retry RPC after error@37081296) -> (continuation of Deferred@100802354 after retry RPC after error@2069523159) -> (continuation of Deferred@674260767 after retry RPC after error@70226329) -> (continuation of Deferred@314762657 after retry RPC after error@988166652) -> (continuation of Deferred@298166560 after retry RPC after error@1763594712), errback=(continuation of Deferred@231816280 after retry RPC after error@1851947253) -> (continuation of Deferred@2019912584 after retry RPC after error@37081296) -> (continuation of Deferred@100802354 after retry RPC after error@2069523159) -> (continuation of Deferred@674260767 after retry RPC after error@70226329) -> (continuation of Deferred@314762657 after retry RPC after error@988166652) -> (continuation of Deferred@298166560 after retry RPC after error@1763594712)))
08:02:36.916 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@475844298(state=PENDING, result=null, callback=(continuation of Deferred@231816280 after retry RPC after error@1851947253) -> (continuation of Deferred@2019912584 after retry RPC after error@37081296) -> (continuation of Deferred@100802354 after retry RPC after error@2069523159) -> (continuation of Deferred@674260767 after retry RPC after error@70226329) -> (continuation of Deferred@314762657 after retry RPC after error@988166652) -> (continuation of Deferred@298166560 after retry RPC after error@1763594712), errback=(continuation of Deferred@231816280 after retry RPC after error@1851947253) -> (continuation of Deferred@2019912584 after retry RPC after error@37081296) -> (continuation of Deferred@100802354 after retry RPC after error@2069523159) -> (continuation of Deferred@674260767 after retry RPC after error@70226329) -> (continuation of Deferred@314762657 after retry RPC after error@988166652) -> (continuation of Deferred@298166560 after retry RPC after error@1763594712)))
08:02:36.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.975 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.975 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.975 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.975 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.975 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:36.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:36.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:36.995 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.995 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:36.995 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.995 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.995 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:36.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.015 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.015 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.015 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:37.018252 24708 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:02:37.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:37.019646 24708 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2f6354f17ffc447283da0697d4eb5e54', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2f6354f17ffc447283da0697d4eb5e54', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:02:37.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:37.021502 24708 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.129.61:42059)
08:02:37.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.034 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.034 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.114 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.115 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.115 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.115 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.115 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.115 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@245530374(state=PENDING, result=null, callback=(continuation of Deferred@1555985181 after retry RPC after error@870592391) -> (continuation of Deferred@522651377 after retry RPC after error@39850076) -> (continuation of Deferred@761900438 after retry RPC after error@1063462827) -> (continuation of Deferred@408202808 after retry RPC after error@448049054) -> (continuation of Deferred@2060559427 after retry RPC after error@1546230477) -> (continuation of Deferred@1630657054 after retry RPC after error@1590051321), errback=(continuation of Deferred@1555985181 after retry RPC after error@870592391) -> (continuation of Deferred@522651377 after retry RPC after error@39850076) -> (continuation of Deferred@761900438 after retry RPC after error@1063462827) -> (continuation of Deferred@408202808 after retry RPC after error@448049054) -> (continuation of Deferred@2060559427 after retry RPC after error@1546230477) -> (continuation of Deferred@1630657054 after retry RPC after error@1590051321)))
08:02:37.116 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@245530374(state=PENDING, result=null, callback=(continuation of Deferred@1555985181 after retry RPC after error@870592391) -> (continuation of Deferred@522651377 after retry RPC after error@39850076) -> (continuation of Deferred@761900438 after retry RPC after error@1063462827) -> (continuation of Deferred@408202808 after retry RPC after error@448049054) -> (continuation of Deferred@2060559427 after retry RPC after error@1546230477) -> (continuation of Deferred@1630657054 after retry RPC after error@1590051321), errback=(continuation of Deferred@1555985181 after retry RPC after error@870592391) -> (continuation of Deferred@522651377 after retry RPC after error@39850076) -> (continuation of Deferred@761900438 after retry RPC after error@1063462827) -> (continuation of Deferred@408202808 after retry RPC after error@448049054) -> (continuation of Deferred@2060559427 after retry RPC after error@1546230477) -> (continuation of Deferred@1630657054 after retry RPC after error@1590051321)))
08:02:37.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.135 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.135 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.135 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.135 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.135 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.135 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.154 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.154 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.195 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.195 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.195 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.195 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.195 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.195 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.215 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.314 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.314 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.376 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1388413921(state=PENDING, result=null, callback=(continuation of Deferred@447002096 after retry RPC after error@351768627) -> (continuation of Deferred@253187207 after retry RPC after error@1360465935) -> (continuation of Deferred@1847796968 after retry RPC after error@1182619415) -> (continuation of Deferred@1945862195 after retry RPC after error@444952875) -> (continuation of Deferred@1844839159 after retry RPC after error@1100953009) -> (continuation of Deferred@1858789289 after retry RPC after error@1601693554) -> (continuation of Deferred@46905297 after retry RPC after error@977352836), errback=(continuation of Deferred@447002096 after retry RPC after error@351768627) -> (continuation of Deferred@253187207 after retry RPC after error@1360465935) -> (continuation of Deferred@1847796968 after retry RPC after error@1182619415) -> (continuation of Deferred@1945862195 after retry RPC after error@444952875) -> (continuation of Deferred@1844839159 after retry RPC after error@1100953009) -> (continuation of Deferred@1858789289 after retry RPC after error@1601693554) -> (continuation of Deferred@46905297 after retry RPC after error@977352836)))
08:02:37.376 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1388413921(state=PENDING, result=null, callback=(continuation of Deferred@447002096 after retry RPC after error@351768627) -> (continuation of Deferred@253187207 after retry RPC after error@1360465935) -> (continuation of Deferred@1847796968 after retry RPC after error@1182619415) -> (continuation of Deferred@1945862195 after retry RPC after error@444952875) -> (continuation of Deferred@1844839159 after retry RPC after error@1100953009) -> (continuation of Deferred@1858789289 after retry RPC after error@1601693554) -> (continuation of Deferred@46905297 after retry RPC after error@977352836), errback=(continuation of Deferred@447002096 after retry RPC after error@351768627) -> (continuation of Deferred@253187207 after retry RPC after error@1360465935) -> (continuation of Deferred@1847796968 after retry RPC after error@1182619415) -> (continuation of Deferred@1945862195 after retry RPC after error@444952875) -> (continuation of Deferred@1844839159 after retry RPC after error@1100953009) -> (continuation of Deferred@1858789289 after retry RPC after error@1601693554) -> (continuation of Deferred@46905297 after retry RPC after error@977352836)))
08:02:37.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.394 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.435 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.435 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.455 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.455 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.455 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.534 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.534 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.536 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1965752345(state=PENDING, result=null, callback=(continuation of Deferred@149524773 after retry RPC after error@1054744124) -> (continuation of Deferred@2144153722 after retry RPC after error@1389087826) -> (continuation of Deferred@376377239 after retry RPC after error@1485757592) -> (continuation of Deferred@1314285843 after retry RPC after error@1114871255) -> (continuation of Deferred@739125689 after retry RPC after error@46811836) -> (continuation of Deferred@2133435655 after retry RPC after error@564808216), errback=(continuation of Deferred@149524773 after retry RPC after error@1054744124) -> (continuation of Deferred@2144153722 after retry RPC after error@1389087826) -> (continuation of Deferred@376377239 after retry RPC after error@1485757592) -> (continuation of Deferred@1314285843 after retry RPC after error@1114871255) -> (continuation of Deferred@739125689 after retry RPC after error@46811836) -> (continuation of Deferred@2133435655 after retry RPC after error@564808216)))
08:02:37.536 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1965752345(state=PENDING, result=null, callback=(continuation of Deferred@149524773 after retry RPC after error@1054744124) -> (continuation of Deferred@2144153722 after retry RPC after error@1389087826) -> (continuation of Deferred@376377239 after retry RPC after error@1485757592) -> (continuation of Deferred@1314285843 after retry RPC after error@1114871255) -> (continuation of Deferred@739125689 after retry RPC after error@46811836) -> (continuation of Deferred@2133435655 after retry RPC after error@564808216), errback=(continuation of Deferred@149524773 after retry RPC after error@1054744124) -> (continuation of Deferred@2144153722 after retry RPC after error@1389087826) -> (continuation of Deferred@376377239 after retry RPC after error@1485757592) -> (continuation of Deferred@1314285843 after retry RPC after error@1114871255) -> (continuation of Deferred@739125689 after retry RPC after error@46811836) -> (continuation of Deferred@2133435655 after retry RPC after error@564808216)))
08:02:37.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.575 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.575 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.575 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.595 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.595 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.615 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.615 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.654 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.654 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.735 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.735 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.735 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.775 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.776 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@911061554(state=PENDING, result=null, callback=(continuation of Deferred@1148421872 after retry RPC after error@404252353) -> (continuation of Deferred@2094544285 after retry RPC after error@668980246) -> (continuation of Deferred@2135134747 after retry RPC after error@607571292) -> (continuation of Deferred@427782298 after retry RPC after error@1087994055) -> (continuation of Deferred@602532237 after retry RPC after error@833064065) -> (continuation of Deferred@1396621711 after retry RPC after error@1487570031) -> (continuation of Deferred@887335798 after retry RPC after error@967703279), errback=(continuation of Deferred@1148421872 after retry RPC after error@404252353) -> (continuation of Deferred@2094544285 after retry RPC after error@668980246) -> (continuation of Deferred@2135134747 after retry RPC after error@607571292) -> (continuation of Deferred@427782298 after retry RPC after error@1087994055) -> (continuation of Deferred@602532237 after retry RPC after error@833064065) -> (continuation of Deferred@1396621711 after retry RPC after error@1487570031) -> (continuation of Deferred@887335798 after retry RPC after error@967703279)))
08:02:37.777 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@911061554(state=PENDING, result=null, callback=(continuation of Deferred@1148421872 after retry RPC after error@404252353) -> (continuation of Deferred@2094544285 after retry RPC after error@668980246) -> (continuation of Deferred@2135134747 after retry RPC after error@607571292) -> (continuation of Deferred@427782298 after retry RPC after error@1087994055) -> (continuation of Deferred@602532237 after retry RPC after error@833064065) -> (continuation of Deferred@1396621711 after retry RPC after error@1487570031) -> (continuation of Deferred@887335798 after retry RPC after error@967703279), errback=(continuation of Deferred@1148421872 after retry RPC after error@404252353) -> (continuation of Deferred@2094544285 after retry RPC after error@668980246) -> (continuation of Deferred@2135134747 after retry RPC after error@607571292) -> (continuation of Deferred@427782298 after retry RPC after error@1087994055) -> (continuation of Deferred@602532237 after retry RPC after error@833064065) -> (continuation of Deferred@1396621711 after retry RPC after error@1487570031) -> (continuation of Deferred@887335798 after retry RPC after error@967703279)))
08:02:37.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.795 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.795 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.795 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.795 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.815 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.815 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.854 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.894 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.894 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.894 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.894 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:37.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:37.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.994 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.994 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:37.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:37.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:37.996 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@83803729(state=PENDING, result=null, callback=(continuation of Deferred@2037896218 after retry RPC after error@1540588844) -> (continuation of Deferred@304683266 after retry RPC after error@1674850592) -> (continuation of Deferred@608497220 after retry RPC after error@1677325573) -> (continuation of Deferred@969019761 after retry RPC after error@2069719640) -> (continuation of Deferred@2020122041 after retry RPC after error@1419058796) -> (continuation of Deferred@2104874006 after retry RPC after error@1844084298) -> (continuation of Deferred@1364439835 after retry RPC after error@759804195), errback=(continuation of Deferred@2037896218 after retry RPC after error@1540588844) -> (continuation of Deferred@304683266 after retry RPC after error@1674850592) -> (continuation of Deferred@608497220 after retry RPC after error@1677325573) -> (continuation of Deferred@969019761 after retry RPC after error@2069719640) -> (continuation of Deferred@2020122041 after retry RPC after error@1419058796) -> (continuation of Deferred@2104874006 after retry RPC after error@1844084298) -> (continuation of Deferred@1364439835 after retry RPC after error@759804195)))
08:02:37.996 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@83803729(state=PENDING, result=null, callback=(continuation of Deferred@2037896218 after retry RPC after error@1540588844) -> (continuation of Deferred@304683266 after retry RPC after error@1674850592) -> (continuation of Deferred@608497220 after retry RPC after error@1677325573) -> (continuation of Deferred@969019761 after retry RPC after error@2069719640) -> (continuation of Deferred@2020122041 after retry RPC after error@1419058796) -> (continuation of Deferred@2104874006 after retry RPC after error@1844084298) -> (continuation of Deferred@1364439835 after retry RPC after error@759804195), errback=(continuation of Deferred@2037896218 after retry RPC after error@1540588844) -> (continuation of Deferred@304683266 after retry RPC after error@1674850592) -> (continuation of Deferred@608497220 after retry RPC after error@1677325573) -> (continuation of Deferred@969019761 after retry RPC after error@2069719640) -> (continuation of Deferred@2020122041 after retry RPC after error@1419058796) -> (continuation of Deferred@2104874006 after retry RPC after error@1844084298) -> (continuation of Deferred@1364439835 after retry RPC after error@759804195)))
08:02:38.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.055 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.055 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.134 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.134 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.135 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.135 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.195 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.195 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.195 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.215 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.215 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.216 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1789449371(state=PENDING, result=null, callback=(continuation of Deferred@1672140319 after retry RPC after error@463294726) -> (continuation of Deferred@11102558 after retry RPC after error@747203036) -> (continuation of Deferred@421943420 after retry RPC after error@1757560639) -> (continuation of Deferred@594168032 after retry RPC after error@1154089688) -> (continuation of Deferred@1870944133 after retry RPC after error@382121613) -> (continuation of Deferred@1738195453 after retry RPC after error@1934803732) -> (continuation of Deferred@1051171460 after retry RPC after error@494285059), errback=(continuation of Deferred@1672140319 after retry RPC after error@463294726) -> (continuation of Deferred@11102558 after retry RPC after error@747203036) -> (continuation of Deferred@421943420 after retry RPC after error@1757560639) -> (continuation of Deferred@594168032 after retry RPC after error@1154089688) -> (continuation of Deferred@1870944133 after retry RPC after error@382121613) -> (continuation of Deferred@1738195453 after retry RPC after error@1934803732) -> (continuation of Deferred@1051171460 after retry RPC after error@494285059)))
08:02:38.216 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1789449371(state=PENDING, result=null, callback=(continuation of Deferred@1672140319 after retry RPC after error@463294726) -> (continuation of Deferred@11102558 after retry RPC after error@747203036) -> (continuation of Deferred@421943420 after retry RPC after error@1757560639) -> (continuation of Deferred@594168032 after retry RPC after error@1154089688) -> (continuation of Deferred@1870944133 after retry RPC after error@382121613) -> (continuation of Deferred@1738195453 after retry RPC after error@1934803732) -> (continuation of Deferred@1051171460 after retry RPC after error@494285059), errback=(continuation of Deferred@1672140319 after retry RPC after error@463294726) -> (continuation of Deferred@11102558 after retry RPC after error@747203036) -> (continuation of Deferred@421943420 after retry RPC after error@1757560639) -> (continuation of Deferred@594168032 after retry RPC after error@1154089688) -> (continuation of Deferred@1870944133 after retry RPC after error@382121613) -> (continuation of Deferred@1738195453 after retry RPC after error@1934803732) -> (continuation of Deferred@1051171460 after retry RPC after error@494285059)))
08:02:38.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.235 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.235 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.235 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.255 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.354 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.354 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.354 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.354 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.354 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.354 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.475 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.475 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.475 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.476 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1396374090(state=PENDING, result=null, callback=(continuation of Deferred@1099990063 after retry RPC after error@546239632) -> (continuation of Deferred@177591922 after retry RPC after error@251237824) -> (continuation of Deferred@1267583436 after retry RPC after error@477142617) -> (continuation of Deferred@955444707 after retry RPC after error@2061969576) -> (continuation of Deferred@1593920913 after retry RPC after error@1201377918) -> (continuation of Deferred@1755968155 after retry RPC after error@726148430) -> (continuation of Deferred@2121308275 after retry RPC after error@1709436321), errback=(continuation of Deferred@1099990063 after retry RPC after error@546239632) -> (continuation of Deferred@177591922 after retry RPC after error@251237824) -> (continuation of Deferred@1267583436 after retry RPC after error@477142617) -> (continuation of Deferred@955444707 after retry RPC after error@2061969576) -> (continuation of Deferred@1593920913 after retry RPC after error@1201377918) -> (continuation of Deferred@1755968155 after retry RPC after error@726148430) -> (continuation of Deferred@2121308275 after retry RPC after error@1709436321)))
08:02:38.477 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1396374090(state=PENDING, result=null, callback=(continuation of Deferred@1099990063 after retry RPC after error@546239632) -> (continuation of Deferred@177591922 after retry RPC after error@251237824) -> (continuation of Deferred@1267583436 after retry RPC after error@477142617) -> (continuation of Deferred@955444707 after retry RPC after error@2061969576) -> (continuation of Deferred@1593920913 after retry RPC after error@1201377918) -> (continuation of Deferred@1755968155 after retry RPC after error@726148430) -> (continuation of Deferred@2121308275 after retry RPC after error@1709436321), errback=(continuation of Deferred@1099990063 after retry RPC after error@546239632) -> (continuation of Deferred@177591922 after retry RPC after error@251237824) -> (continuation of Deferred@1267583436 after retry RPC after error@477142617) -> (continuation of Deferred@955444707 after retry RPC after error@2061969576) -> (continuation of Deferred@1593920913 after retry RPC after error@1201377918) -> (continuation of Deferred@1755968155 after retry RPC after error@726148430) -> (continuation of Deferred@2121308275 after retry RPC after error@1709436321)))
08:02:38.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.595 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.595 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.595 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.595 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.595 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.676 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@621629877(state=PENDING, result=null, callback=(continuation of Deferred@60125941 after retry RPC after error@306242005) -> (continuation of Deferred@1521542581 after retry RPC after error@360683439) -> (continuation of Deferred@1029000495 after retry RPC after error@672025881) -> (continuation of Deferred@1968085216 after retry RPC after error@476424969) -> (continuation of Deferred@198091167 after retry RPC after error@1374835578) -> (continuation of Deferred@1358583868 after retry RPC after error@1643547849), errback=(continuation of Deferred@60125941 after retry RPC after error@306242005) -> (continuation of Deferred@1521542581 after retry RPC after error@360683439) -> (continuation of Deferred@1029000495 after retry RPC after error@672025881) -> (continuation of Deferred@1968085216 after retry RPC after error@476424969) -> (continuation of Deferred@198091167 after retry RPC after error@1374835578) -> (continuation of Deferred@1358583868 after retry RPC after error@1643547849)))
08:02:38.677 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@621629877(state=PENDING, result=null, callback=(continuation of Deferred@60125941 after retry RPC after error@306242005) -> (continuation of Deferred@1521542581 after retry RPC after error@360683439) -> (continuation of Deferred@1029000495 after retry RPC after error@672025881) -> (continuation of Deferred@1968085216 after retry RPC after error@476424969) -> (continuation of Deferred@198091167 after retry RPC after error@1374835578) -> (continuation of Deferred@1358583868 after retry RPC after error@1643547849), errback=(continuation of Deferred@60125941 after retry RPC after error@306242005) -> (continuation of Deferred@1521542581 after retry RPC after error@360683439) -> (continuation of Deferred@1029000495 after retry RPC after error@672025881) -> (continuation of Deferred@1968085216 after retry RPC after error@476424969) -> (continuation of Deferred@198091167 after retry RPC after error@1374835578) -> (continuation of Deferred@1358583868 after retry RPC after error@1643547849)))
08:02:38.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.715 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.715 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.715 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.715 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.715 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.735 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.735 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.735 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.735 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.814 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.935 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.935 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.935 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.936 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@535439341(state=PENDING, result=null, callback=(continuation of Deferred@183995915 after retry RPC after error@1622073831) -> (continuation of Deferred@562972696 after retry RPC after error@1872090763) -> (continuation of Deferred@1503959716 after retry RPC after error@1309862318) -> (continuation of Deferred@495953660 after retry RPC after error@1559169608) -> (continuation of Deferred@568576715 after retry RPC after error@2019887296) -> (continuation of Deferred@415099254 after retry RPC after error@1008995683) -> (continuation of Deferred@61750718 after retry RPC after error@1398605315), errback=(continuation of Deferred@183995915 after retry RPC after error@1622073831) -> (continuation of Deferred@562972696 after retry RPC after error@1872090763) -> (continuation of Deferred@1503959716 after retry RPC after error@1309862318) -> (continuation of Deferred@495953660 after retry RPC after error@1559169608) -> (continuation of Deferred@568576715 after retry RPC after error@2019887296) -> (continuation of Deferred@415099254 after retry RPC after error@1008995683) -> (continuation of Deferred@61750718 after retry RPC after error@1398605315)))
08:02:38.936 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@535439341(state=PENDING, result=null, callback=(continuation of Deferred@183995915 after retry RPC after error@1622073831) -> (continuation of Deferred@562972696 after retry RPC after error@1872090763) -> (continuation of Deferred@1503959716 after retry RPC after error@1309862318) -> (continuation of Deferred@495953660 after retry RPC after error@1559169608) -> (continuation of Deferred@568576715 after retry RPC after error@2019887296) -> (continuation of Deferred@415099254 after retry RPC after error@1008995683) -> (continuation of Deferred@61750718 after retry RPC after error@1398605315), errback=(continuation of Deferred@183995915 after retry RPC after error@1622073831) -> (continuation of Deferred@562972696 after retry RPC after error@1872090763) -> (continuation of Deferred@1503959716 after retry RPC after error@1309862318) -> (continuation of Deferred@495953660 after retry RPC after error@1559169608) -> (continuation of Deferred@568576715 after retry RPC after error@2019887296) -> (continuation of Deferred@415099254 after retry RPC after error@1008995683) -> (continuation of Deferred@61750718 after retry RPC after error@1398605315)))
08:02:38.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.955 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.955 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:38.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:38.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:38.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.994 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:38.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:38.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.015 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.015 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.015 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.035 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.075 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.075 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.134 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.134 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.134 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.135 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@812604771(state=PENDING, result=null, callback=(continuation of Deferred@2001343593 after retry RPC after error@1315649276) -> (continuation of Deferred@2135305517 after retry RPC after error@898167779) -> (continuation of Deferred@314986599 after retry RPC after error@84760597) -> (continuation of Deferred@1273770716 after retry RPC after error@956946345) -> (continuation of Deferred@426573191 after retry RPC after error@1993261903) -> (continuation of Deferred@1545495960 after retry RPC after error@735925549), errback=(continuation of Deferred@2001343593 after retry RPC after error@1315649276) -> (continuation of Deferred@2135305517 after retry RPC after error@898167779) -> (continuation of Deferred@314986599 after retry RPC after error@84760597) -> (continuation of Deferred@1273770716 after retry RPC after error@956946345) -> (continuation of Deferred@426573191 after retry RPC after error@1993261903) -> (continuation of Deferred@1545495960 after retry RPC after error@735925549)))
08:02:39.136 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@812604771(state=PENDING, result=null, callback=(continuation of Deferred@2001343593 after retry RPC after error@1315649276) -> (continuation of Deferred@2135305517 after retry RPC after error@898167779) -> (continuation of Deferred@314986599 after retry RPC after error@84760597) -> (continuation of Deferred@1273770716 after retry RPC after error@956946345) -> (continuation of Deferred@426573191 after retry RPC after error@1993261903) -> (continuation of Deferred@1545495960 after retry RPC after error@735925549), errback=(continuation of Deferred@2001343593 after retry RPC after error@1315649276) -> (continuation of Deferred@2135305517 after retry RPC after error@898167779) -> (continuation of Deferred@314986599 after retry RPC after error@84760597) -> (continuation of Deferred@1273770716 after retry RPC after error@956946345) -> (continuation of Deferred@426573191 after retry RPC after error@1993261903) -> (continuation of Deferred@1545495960 after retry RPC after error@735925549)))
08:02:39.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.154 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.155 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:39.210686 25080 master_runner.cc:186] Error getting master registration for 127.23.129.62:36767: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111), 
08:02:39.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:39.210901 25080 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:02:39.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.235 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.235 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.235 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.335 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.335 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.335 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.335 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.336 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1981354560(state=PENDING, result=null, callback=(continuation of Deferred@402798999 after retry RPC after error@900463509) -> (continuation of Deferred@1936627025 after retry RPC after error@1297814126) -> (continuation of Deferred@1151096019 after retry RPC after error@771848326) -> (continuation of Deferred@692237322 after retry RPC after error@1008671534) -> (continuation of Deferred@444857010 after retry RPC after error@1071871020) -> (continuation of Deferred@54355262 after retry RPC after error@1203755036) -> (continuation of Deferred@1122827315 after retry RPC after error@1711977046), errback=(continuation of Deferred@402798999 after retry RPC after error@900463509) -> (continuation of Deferred@1936627025 after retry RPC after error@1297814126) -> (continuation of Deferred@1151096019 after retry RPC after error@771848326) -> (continuation of Deferred@692237322 after retry RPC after error@1008671534) -> (continuation of Deferred@444857010 after retry RPC after error@1071871020) -> (continuation of Deferred@54355262 after retry RPC after error@1203755036) -> (continuation of Deferred@1122827315 after retry RPC after error@1711977046)))
08:02:39.337 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1981354560(state=PENDING, result=null, callback=(continuation of Deferred@402798999 after retry RPC after error@900463509) -> (continuation of Deferred@1936627025 after retry RPC after error@1297814126) -> (continuation of Deferred@1151096019 after retry RPC after error@771848326) -> (continuation of Deferred@692237322 after retry RPC after error@1008671534) -> (continuation of Deferred@444857010 after retry RPC after error@1071871020) -> (continuation of Deferred@54355262 after retry RPC after error@1203755036) -> (continuation of Deferred@1122827315 after retry RPC after error@1711977046), errback=(continuation of Deferred@402798999 after retry RPC after error@900463509) -> (continuation of Deferred@1936627025 after retry RPC after error@1297814126) -> (continuation of Deferred@1151096019 after retry RPC after error@771848326) -> (continuation of Deferred@692237322 after retry RPC after error@1008671534) -> (continuation of Deferred@444857010 after retry RPC after error@1071871020) -> (continuation of Deferred@54355262 after retry RPC after error@1203755036) -> (continuation of Deferred@1122827315 after retry RPC after error@1711977046)))
08:02:39.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.354 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.354 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.354 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.556 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@709488250(state=PENDING, result=null, callback=(continuation of Deferred@2016476794 after retry RPC after error@1171111810) -> (continuation of Deferred@1159431020 after retry RPC after error@549756811) -> (continuation of Deferred@1601730247 after retry RPC after error@2011292421) -> (continuation of Deferred@1861754486 after retry RPC after error@1791294693) -> (continuation of Deferred@1989566772 after retry RPC after error@244800808) -> (continuation of Deferred@548596002 after retry RPC after error@1834748421), errback=(continuation of Deferred@2016476794 after retry RPC after error@1171111810) -> (continuation of Deferred@1159431020 after retry RPC after error@549756811) -> (continuation of Deferred@1601730247 after retry RPC after error@2011292421) -> (continuation of Deferred@1861754486 after retry RPC after error@1791294693) -> (continuation of Deferred@1989566772 after retry RPC after error@244800808) -> (continuation of Deferred@548596002 after retry RPC after error@1834748421)))
08:02:39.556 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@709488250(state=PENDING, result=null, callback=(continuation of Deferred@2016476794 after retry RPC after error@1171111810) -> (continuation of Deferred@1159431020 after retry RPC after error@549756811) -> (continuation of Deferred@1601730247 after retry RPC after error@2011292421) -> (continuation of Deferred@1861754486 after retry RPC after error@1791294693) -> (continuation of Deferred@1989566772 after retry RPC after error@244800808) -> (continuation of Deferred@548596002 after retry RPC after error@1834748421), errback=(continuation of Deferred@2016476794 after retry RPC after error@1171111810) -> (continuation of Deferred@1159431020 after retry RPC after error@549756811) -> (continuation of Deferred@1601730247 after retry RPC after error@2011292421) -> (continuation of Deferred@1861754486 after retry RPC after error@1791294693) -> (continuation of Deferred@1989566772 after retry RPC after error@244800808) -> (continuation of Deferred@548596002 after retry RPC after error@1834748421)))
08:02:39.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.574 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.574 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.574 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.595 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.595 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.596 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.596 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.596 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.596 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.615 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.615 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.654 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.654 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.714 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.756 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1100821450(state=PENDING, result=null, callback=(continuation of Deferred@1799787547 after retry RPC after error@1162018373) -> (continuation of Deferred@1131419224 after retry RPC after error@1809542815) -> (continuation of Deferred@887278003 after retry RPC after error@1719712188) -> (continuation of Deferred@620863970 after retry RPC after error@354327627) -> (continuation of Deferred@924020746 after retry RPC after error@1413308941) -> (continuation of Deferred@2082199513 after retry RPC after error@495378645) -> (continuation of Deferred@834228303 after retry RPC after error@237724031), errback=(continuation of Deferred@1799787547 after retry RPC after error@1162018373) -> (continuation of Deferred@1131419224 after retry RPC after error@1809542815) -> (continuation of Deferred@887278003 after retry RPC after error@1719712188) -> (continuation of Deferred@620863970 after retry RPC after error@354327627) -> (continuation of Deferred@924020746 after retry RPC after error@1413308941) -> (continuation of Deferred@2082199513 after retry RPC after error@495378645) -> (continuation of Deferred@834228303 after retry RPC after error@237724031)))
08:02:39.756 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1100821450(state=PENDING, result=null, callback=(continuation of Deferred@1799787547 after retry RPC after error@1162018373) -> (continuation of Deferred@1131419224 after retry RPC after error@1809542815) -> (continuation of Deferred@887278003 after retry RPC after error@1719712188) -> (continuation of Deferred@620863970 after retry RPC after error@354327627) -> (continuation of Deferred@924020746 after retry RPC after error@1413308941) -> (continuation of Deferred@2082199513 after retry RPC after error@495378645) -> (continuation of Deferred@834228303 after retry RPC after error@237724031), errback=(continuation of Deferred@1799787547 after retry RPC after error@1162018373) -> (continuation of Deferred@1131419224 after retry RPC after error@1809542815) -> (continuation of Deferred@887278003 after retry RPC after error@1719712188) -> (continuation of Deferred@620863970 after retry RPC after error@354327627) -> (continuation of Deferred@924020746 after retry RPC after error@1413308941) -> (continuation of Deferred@2082199513 after retry RPC after error@495378645) -> (continuation of Deferred@834228303 after retry RPC after error@237724031)))
08:02:39.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.775 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.775 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.775 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.795 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.795 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.835 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.835 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.835 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.835 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.835 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.835 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.855 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.855 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.855 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.855 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.855 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.855 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.895 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.895 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.955 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.955 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.955 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.956 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1652978397(state=PENDING, result=null, callback=(continuation of Deferred@1418585294 after retry RPC after error@429949456) -> (continuation of Deferred@741534819 after retry RPC after error@2104714146) -> (continuation of Deferred@1180914518 after retry RPC after error@1540290952) -> (continuation of Deferred@1612990310 after retry RPC after error@111957683) -> (continuation of Deferred@1518951635 after retry RPC after error@1982327987) -> (continuation of Deferred@880450150 after retry RPC after error@1351048084), errback=(continuation of Deferred@1418585294 after retry RPC after error@429949456) -> (continuation of Deferred@741534819 after retry RPC after error@2104714146) -> (continuation of Deferred@1180914518 after retry RPC after error@1540290952) -> (continuation of Deferred@1612990310 after retry RPC after error@111957683) -> (continuation of Deferred@1518951635 after retry RPC after error@1982327987) -> (continuation of Deferred@880450150 after retry RPC after error@1351048084)))
08:02:39.957 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1652978397(state=PENDING, result=null, callback=(continuation of Deferred@1418585294 after retry RPC after error@429949456) -> (continuation of Deferred@741534819 after retry RPC after error@2104714146) -> (continuation of Deferred@1180914518 after retry RPC after error@1540290952) -> (continuation of Deferred@1612990310 after retry RPC after error@111957683) -> (continuation of Deferred@1518951635 after retry RPC after error@1982327987) -> (continuation of Deferred@880450150 after retry RPC after error@1351048084), errback=(continuation of Deferred@1418585294 after retry RPC after error@429949456) -> (continuation of Deferred@741534819 after retry RPC after error@2104714146) -> (continuation of Deferred@1180914518 after retry RPC after error@1540290952) -> (continuation of Deferred@1612990310 after retry RPC after error@111957683) -> (continuation of Deferred@1518951635 after retry RPC after error@1982327987) -> (continuation of Deferred@880450150 after retry RPC after error@1351048084)))
08:02:39.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.975 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:39.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:39.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:39.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:39.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.994 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:39.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.014 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.014 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.014 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.035 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.054 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.055 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.055 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.055 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.055 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.055 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.075 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.075 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.075 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.075 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.135 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.175 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.175 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.175 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.176 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@325515298(state=PENDING, result=null, callback=(continuation of Deferred@743861113 after retry RPC after error@1952078305) -> (continuation of Deferred@1909748134 after retry RPC after error@1431773270) -> (continuation of Deferred@1254462502 after retry RPC after error@1819695566) -> (continuation of Deferred@1048399015 after retry RPC after error@1380224686) -> (continuation of Deferred@877020260 after retry RPC after error@1780536075) -> (continuation of Deferred@1055695516 after retry RPC after error@1219193361) -> (continuation of Deferred@1321755140 after retry RPC after error@580671581), errback=(continuation of Deferred@743861113 after retry RPC after error@1952078305) -> (continuation of Deferred@1909748134 after retry RPC after error@1431773270) -> (continuation of Deferred@1254462502 after retry RPC after error@1819695566) -> (continuation of Deferred@1048399015 after retry RPC after error@1380224686) -> (continuation of Deferred@877020260 after retry RPC after error@1780536075) -> (continuation of Deferred@1055695516 after retry RPC after error@1219193361) -> (continuation of Deferred@1321755140 after retry RPC after error@580671581)))
08:02:40.177 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@325515298(state=PENDING, result=null, callback=(continuation of Deferred@743861113 after retry RPC after error@1952078305) -> (continuation of Deferred@1909748134 after retry RPC after error@1431773270) -> (continuation of Deferred@1254462502 after retry RPC after error@1819695566) -> (continuation of Deferred@1048399015 after retry RPC after error@1380224686) -> (continuation of Deferred@877020260 after retry RPC after error@1780536075) -> (continuation of Deferred@1055695516 after retry RPC after error@1219193361) -> (continuation of Deferred@1321755140 after retry RPC after error@580671581), errback=(continuation of Deferred@743861113 after retry RPC after error@1952078305) -> (continuation of Deferred@1909748134 after retry RPC after error@1431773270) -> (continuation of Deferred@1254462502 after retry RPC after error@1819695566) -> (continuation of Deferred@1048399015 after retry RPC after error@1380224686) -> (continuation of Deferred@877020260 after retry RPC after error@1780536075) -> (continuation of Deferred@1055695516 after retry RPC after error@1219193361) -> (continuation of Deferred@1321755140 after retry RPC after error@580671581)))
08:02:40.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.195 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.195 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.195 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.195 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.195 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.234 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.295 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.295 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.295 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.295 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.295 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.315 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.315 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.315 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.335 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.335 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.356 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@563310160(state=PENDING, result=null, callback=(continuation of Deferred@1955724726 after retry RPC after error@14675595) -> (continuation of Deferred@1135146920 after retry RPC after error@2037641315) -> (continuation of Deferred@41209526 after retry RPC after error@2099303365) -> (continuation of Deferred@2033282686 after retry RPC after error@522676691) -> (continuation of Deferred@998381055 after retry RPC after error@1086801841) -> (continuation of Deferred@855085897 after retry RPC after error@381291829) -> (continuation of Deferred@1027395568 after retry RPC after error@1203563817) -> (continuation of Deferred@1230979916 after retry RPC after error@256523511), errback=(continuation of Deferred@1955724726 after retry RPC after error@14675595) -> (continuation of Deferred@1135146920 after retry RPC after error@2037641315) -> (continuation of Deferred@41209526 after retry RPC after error@2099303365) -> (continuation of Deferred@2033282686 after retry RPC after error@522676691) -> (continuation of Deferred@998381055 after retry RPC after error@1086801841) -> (continuation of Deferred@855085897 after retry RPC after error@381291829) -> (continuation of Deferred@1027395568 after retry RPC after error@1203563817) -> (continuation of Deferred@1230979916 after retry RPC after error@256523511)))
08:02:40.356 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@563310160(state=PENDING, result=null, callback=(continuation of Deferred@1955724726 after retry RPC after error@14675595) -> (continuation of Deferred@1135146920 after retry RPC after error@2037641315) -> (continuation of Deferred@41209526 after retry RPC after error@2099303365) -> (continuation of Deferred@2033282686 after retry RPC after error@522676691) -> (continuation of Deferred@998381055 after retry RPC after error@1086801841) -> (continuation of Deferred@855085897 after retry RPC after error@381291829) -> (continuation of Deferred@1027395568 after retry RPC after error@1203563817) -> (continuation of Deferred@1230979916 after retry RPC after error@256523511), errback=(continuation of Deferred@1955724726 after retry RPC after error@14675595) -> (continuation of Deferred@1135146920 after retry RPC after error@2037641315) -> (continuation of Deferred@41209526 after retry RPC after error@2099303365) -> (continuation of Deferred@2033282686 after retry RPC after error@522676691) -> (continuation of Deferred@998381055 after retry RPC after error@1086801841) -> (continuation of Deferred@855085897 after retry RPC after error@381291829) -> (continuation of Deferred@1027395568 after retry RPC after error@1203563817) -> (continuation of Deferred@1230979916 after retry RPC after error@256523511)))
08:02:40.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.475 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.475 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.516 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1547204457(state=PENDING, result=null, callback=(continuation of Deferred@302835002 after retry RPC after error@1544159220) -> (continuation of Deferred@1429498506 after retry RPC after error@1252580474) -> (continuation of Deferred@1073268000 after retry RPC after error@748514164) -> (continuation of Deferred@1510679639 after retry RPC after error@1447848032) -> (continuation of Deferred@795113036 after retry RPC after error@1759866399) -> (continuation of Deferred@1808778952 after retry RPC after error@1593162937), errback=(continuation of Deferred@302835002 after retry RPC after error@1544159220) -> (continuation of Deferred@1429498506 after retry RPC after error@1252580474) -> (continuation of Deferred@1073268000 after retry RPC after error@748514164) -> (continuation of Deferred@1510679639 after retry RPC after error@1447848032) -> (continuation of Deferred@795113036 after retry RPC after error@1759866399) -> (continuation of Deferred@1808778952 after retry RPC after error@1593162937)))
08:02:40.517 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1547204457(state=PENDING, result=null, callback=(continuation of Deferred@302835002 after retry RPC after error@1544159220) -> (continuation of Deferred@1429498506 after retry RPC after error@1252580474) -> (continuation of Deferred@1073268000 after retry RPC after error@748514164) -> (continuation of Deferred@1510679639 after retry RPC after error@1447848032) -> (continuation of Deferred@795113036 after retry RPC after error@1759866399) -> (continuation of Deferred@1808778952 after retry RPC after error@1593162937), errback=(continuation of Deferred@302835002 after retry RPC after error@1544159220) -> (continuation of Deferred@1429498506 after retry RPC after error@1252580474) -> (continuation of Deferred@1073268000 after retry RPC after error@748514164) -> (continuation of Deferred@1510679639 after retry RPC after error@1447848032) -> (continuation of Deferred@795113036 after retry RPC after error@1759866399) -> (continuation of Deferred@1808778952 after retry RPC after error@1593162937)))
08:02:40.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.535 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.535 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.574 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.615 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.615 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.615 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.615 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.615 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.635 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.635 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.635 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.675 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.776 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1581871235(state=PENDING, result=null, callback=(continuation of Deferred@77435853 after retry RPC after error@683186509) -> (continuation of Deferred@1823759242 after retry RPC after error@2037183479) -> (continuation of Deferred@294061292 after retry RPC after error@2107217248) -> (continuation of Deferred@859826514 after retry RPC after error@768759689) -> (continuation of Deferred@81499835 after retry RPC after error@903356885) -> (continuation of Deferred@2036415301 after retry RPC after error@1185957375) -> (continuation of Deferred@512130524 after retry RPC after error@1780756816), errback=(continuation of Deferred@77435853 after retry RPC after error@683186509) -> (continuation of Deferred@1823759242 after retry RPC after error@2037183479) -> (continuation of Deferred@294061292 after retry RPC after error@2107217248) -> (continuation of Deferred@859826514 after retry RPC after error@768759689) -> (continuation of Deferred@81499835 after retry RPC after error@903356885) -> (continuation of Deferred@2036415301 after retry RPC after error@1185957375) -> (continuation of Deferred@512130524 after retry RPC after error@1780756816)))
08:02:40.776 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1581871235(state=PENDING, result=null, callback=(continuation of Deferred@77435853 after retry RPC after error@683186509) -> (continuation of Deferred@1823759242 after retry RPC after error@2037183479) -> (continuation of Deferred@294061292 after retry RPC after error@2107217248) -> (continuation of Deferred@859826514 after retry RPC after error@768759689) -> (continuation of Deferred@81499835 after retry RPC after error@903356885) -> (continuation of Deferred@2036415301 after retry RPC after error@1185957375) -> (continuation of Deferred@512130524 after retry RPC after error@1780756816), errback=(continuation of Deferred@77435853 after retry RPC after error@683186509) -> (continuation of Deferred@1823759242 after retry RPC after error@2037183479) -> (continuation of Deferred@294061292 after retry RPC after error@2107217248) -> (continuation of Deferred@859826514 after retry RPC after error@768759689) -> (continuation of Deferred@81499835 after retry RPC after error@903356885) -> (continuation of Deferred@2036415301 after retry RPC after error@1185957375) -> (continuation of Deferred@512130524 after retry RPC after error@1780756816)))
08:02:40.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.835 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.854 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.875 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.875 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.875 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.875 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.915 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.915 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.915 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.954 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.954 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.955 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.956 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1589576833(state=PENDING, result=null, callback=(continuation of Deferred@626707542 after retry RPC after error@1552706732) -> (continuation of Deferred@1179702042 after retry RPC after error@1617779805) -> (continuation of Deferred@329651322 after retry RPC after error@753984430) -> (continuation of Deferred@1819815209 after retry RPC after error@1727863631) -> (continuation of Deferred@1163646510 after retry RPC after error@1847439544) -> (continuation of Deferred@1134676279 after retry RPC after error@1292408175), errback=(continuation of Deferred@626707542 after retry RPC after error@1552706732) -> (continuation of Deferred@1179702042 after retry RPC after error@1617779805) -> (continuation of Deferred@329651322 after retry RPC after error@753984430) -> (continuation of Deferred@1819815209 after retry RPC after error@1727863631) -> (continuation of Deferred@1163646510 after retry RPC after error@1847439544) -> (continuation of Deferred@1134676279 after retry RPC after error@1292408175)))
08:02:40.956 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1589576833(state=PENDING, result=null, callback=(continuation of Deferred@626707542 after retry RPC after error@1552706732) -> (continuation of Deferred@1179702042 after retry RPC after error@1617779805) -> (continuation of Deferred@329651322 after retry RPC after error@753984430) -> (continuation of Deferred@1819815209 after retry RPC after error@1727863631) -> (continuation of Deferred@1163646510 after retry RPC after error@1847439544) -> (continuation of Deferred@1134676279 after retry RPC after error@1292408175), errback=(continuation of Deferred@626707542 after retry RPC after error@1552706732) -> (continuation of Deferred@1179702042 after retry RPC after error@1617779805) -> (continuation of Deferred@329651322 after retry RPC after error@753984430) -> (continuation of Deferred@1819815209 after retry RPC after error@1727863631) -> (continuation of Deferred@1163646510 after retry RPC after error@1847439544) -> (continuation of Deferred@1134676279 after retry RPC after error@1292408175)))
08:02:40.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:40.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:40.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:40.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:40.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:40.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.034 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.034 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.055 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.055 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.055 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.095 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.195 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.195 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.195 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.196 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@160327098(state=PENDING, result=null, callback=(continuation of Deferred@1295695456 after retry RPC after error@1750406277) -> (continuation of Deferred@380101066 after retry RPC after error@1828648209) -> (continuation of Deferred@1957666640 after retry RPC after error@882793596) -> (continuation of Deferred@488526484 after retry RPC after error@106130011) -> (continuation of Deferred@235811038 after retry RPC after error@1211490527) -> (continuation of Deferred@667976127 after retry RPC after error@986457772) -> (continuation of Deferred@1169914347 after retry RPC after error@586111643), errback=(continuation of Deferred@1295695456 after retry RPC after error@1750406277) -> (continuation of Deferred@380101066 after retry RPC after error@1828648209) -> (continuation of Deferred@1957666640 after retry RPC after error@882793596) -> (continuation of Deferred@488526484 after retry RPC after error@106130011) -> (continuation of Deferred@235811038 after retry RPC after error@1211490527) -> (continuation of Deferred@667976127 after retry RPC after error@986457772) -> (continuation of Deferred@1169914347 after retry RPC after error@586111643)))
08:02:41.196 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@160327098(state=PENDING, result=null, callback=(continuation of Deferred@1295695456 after retry RPC after error@1750406277) -> (continuation of Deferred@380101066 after retry RPC after error@1828648209) -> (continuation of Deferred@1957666640 after retry RPC after error@882793596) -> (continuation of Deferred@488526484 after retry RPC after error@106130011) -> (continuation of Deferred@235811038 after retry RPC after error@1211490527) -> (continuation of Deferred@667976127 after retry RPC after error@986457772) -> (continuation of Deferred@1169914347 after retry RPC after error@586111643), errback=(continuation of Deferred@1295695456 after retry RPC after error@1750406277) -> (continuation of Deferred@380101066 after retry RPC after error@1828648209) -> (continuation of Deferred@1957666640 after retry RPC after error@882793596) -> (continuation of Deferred@488526484 after retry RPC after error@106130011) -> (continuation of Deferred@235811038 after retry RPC after error@1211490527) -> (continuation of Deferred@667976127 after retry RPC after error@986457772) -> (continuation of Deferred@1169914347 after retry RPC after error@586111643)))
08:02:41.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.215 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.215 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.215 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.235 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.235 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.235 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.235 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.335 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.335 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.335 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.335 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.335 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.335 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.394 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.396 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1155074884(state=PENDING, result=null, callback=(continuation of Deferred@481999558 after retry RPC after error@318079659) -> (continuation of Deferred@1386776632 after retry RPC after error@1588017666) -> (continuation of Deferred@386062234 after retry RPC after error@702349067) -> (continuation of Deferred@1067666240 after retry RPC after error@1488130460) -> (continuation of Deferred@1502389015 after retry RPC after error@400964490) -> (continuation of Deferred@842701693 after retry RPC after error@1925530455), errback=(continuation of Deferred@481999558 after retry RPC after error@318079659) -> (continuation of Deferred@1386776632 after retry RPC after error@1588017666) -> (continuation of Deferred@386062234 after retry RPC after error@702349067) -> (continuation of Deferred@1067666240 after retry RPC after error@1488130460) -> (continuation of Deferred@1502389015 after retry RPC after error@400964490) -> (continuation of Deferred@842701693 after retry RPC after error@1925530455)))
08:02:41.396 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1155074884(state=PENDING, result=null, callback=(continuation of Deferred@481999558 after retry RPC after error@318079659) -> (continuation of Deferred@1386776632 after retry RPC after error@1588017666) -> (continuation of Deferred@386062234 after retry RPC after error@702349067) -> (continuation of Deferred@1067666240 after retry RPC after error@1488130460) -> (continuation of Deferred@1502389015 after retry RPC after error@400964490) -> (continuation of Deferred@842701693 after retry RPC after error@1925530455), errback=(continuation of Deferred@481999558 after retry RPC after error@318079659) -> (continuation of Deferred@1386776632 after retry RPC after error@1588017666) -> (continuation of Deferred@386062234 after retry RPC after error@702349067) -> (continuation of Deferred@1067666240 after retry RPC after error@1488130460) -> (continuation of Deferred@1502389015 after retry RPC after error@400964490) -> (continuation of Deferred@842701693 after retry RPC after error@1925530455)))
08:02:41.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.435 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.435 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.454 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.455 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.674 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1192918639(state=PENDING, result=null, callback=(continuation of Deferred@423290417 after retry RPC after error@459692953) -> (continuation of Deferred@1301464963 after retry RPC after error@1500459352) -> (continuation of Deferred@397037354 after retry RPC after error@1052337365) -> (continuation of Deferred@1699480158 after retry RPC after error@1158220382) -> (continuation of Deferred@10473162 after retry RPC after error@1970642368) -> (continuation of Deferred@1890467778 after retry RPC after error@2113437811) -> (continuation of Deferred@66054296 after retry RPC after error@1521348280), errback=(continuation of Deferred@423290417 after retry RPC after error@459692953) -> (continuation of Deferred@1301464963 after retry RPC after error@1500459352) -> (continuation of Deferred@397037354 after retry RPC after error@1052337365) -> (continuation of Deferred@1699480158 after retry RPC after error@1158220382) -> (continuation of Deferred@10473162 after retry RPC after error@1970642368) -> (continuation of Deferred@1890467778 after retry RPC after error@2113437811) -> (continuation of Deferred@66054296 after retry RPC after error@1521348280)))
08:02:41.675 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:02:41.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.775 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.775 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.775 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.814 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.876 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@893641095(state=PENDING, result=null, callback=(continuation of Deferred@1453587835 after retry RPC after error@253836145) -> (continuation of Deferred@1086985253 after retry RPC after error@1781500514) -> (continuation of Deferred@590281337 after retry RPC after error@634562526) -> (continuation of Deferred@900326525 after retry RPC after error@591598640) -> (continuation of Deferred@2003492627 after retry RPC after error@1203141239) -> (continuation of Deferred@1036444912 after retry RPC after error@102733292), errback=(continuation of Deferred@1453587835 after retry RPC after error@253836145) -> (continuation of Deferred@1086985253 after retry RPC after error@1781500514) -> (continuation of Deferred@590281337 after retry RPC after error@634562526) -> (continuation of Deferred@900326525 after retry RPC after error@591598640) -> (continuation of Deferred@2003492627 after retry RPC after error@1203141239) -> (continuation of Deferred@1036444912 after retry RPC after error@102733292)))
08:02:41.876 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@893641095(state=PENDING, result=null, callback=(continuation of Deferred@1453587835 after retry RPC after error@253836145) -> (continuation of Deferred@1086985253 after retry RPC after error@1781500514) -> (continuation of Deferred@590281337 after retry RPC after error@634562526) -> (continuation of Deferred@900326525 after retry RPC after error@591598640) -> (continuation of Deferred@2003492627 after retry RPC after error@1203141239) -> (continuation of Deferred@1036444912 after retry RPC after error@102733292), errback=(continuation of Deferred@1453587835 after retry RPC after error@253836145) -> (continuation of Deferred@1086985253 after retry RPC after error@1781500514) -> (continuation of Deferred@590281337 after retry RPC after error@634562526) -> (continuation of Deferred@900326525 after retry RPC after error@591598640) -> (continuation of Deferred@2003492627 after retry RPC after error@1203141239) -> (continuation of Deferred@1036444912 after retry RPC after error@102733292)))
08:02:41.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.915 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.915 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.915 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:41.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:41.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:41.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:41.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:41.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:42.026649 24708 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 86) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:02:42.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:42.029098 24708 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'f918aebc3953405194b8e7711cf6e360', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'f918aebc3953405194b8e7711cf6e360', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 86) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:02:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:42.031672 24708 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.129.61:42059)
08:02:42.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.034 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.034 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.154 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@791465756(state=PENDING, result=null, callback=(continuation of Deferred@321085591 after retry RPC after error@1365772174) -> (continuation of Deferred@2040463977 after retry RPC after error@813852265) -> (continuation of Deferred@942509878 after retry RPC after error@694725578) -> (continuation of Deferred@686123204 after retry RPC after error@200798879) -> (continuation of Deferred@1610057960 after retry RPC after error@866999847) -> (continuation of Deferred@806200286 after retry RPC after error@73063498) -> (continuation of Deferred@1737077985 after retry RPC after error@1041011281), errback=(continuation of Deferred@321085591 after retry RPC after error@1365772174) -> (continuation of Deferred@2040463977 after retry RPC after error@813852265) -> (continuation of Deferred@942509878 after retry RPC after error@694725578) -> (continuation of Deferred@686123204 after retry RPC after error@200798879) -> (continuation of Deferred@1610057960 after retry RPC after error@866999847) -> (continuation of Deferred@806200286 after retry RPC after error@73063498) -> (continuation of Deferred@1737077985 after retry RPC after error@1041011281)))
08:02:42.154 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:02:42.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.175 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.175 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.175 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.195 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.195 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.195 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.195 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.195 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.195 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.234 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.415 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.415 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.416 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@550684918(state=PENDING, result=null, callback=(continuation of Deferred@235080051 after retry RPC after error@445346122) -> (continuation of Deferred@67057082 after retry RPC after error@903665739) -> (continuation of Deferred@587339538 after retry RPC after error@1656894233) -> (continuation of Deferred@409638942 after retry RPC after error@1260848600) -> (continuation of Deferred@2024681769 after retry RPC after error@185049054) -> (continuation of Deferred@1205947592 after retry RPC after error@882612265) -> (continuation of Deferred@1035325674 after retry RPC after error@184242669), errback=(continuation of Deferred@235080051 after retry RPC after error@445346122) -> (continuation of Deferred@67057082 after retry RPC after error@903665739) -> (continuation of Deferred@587339538 after retry RPC after error@1656894233) -> (continuation of Deferred@409638942 after retry RPC after error@1260848600) -> (continuation of Deferred@2024681769 after retry RPC after error@185049054) -> (continuation of Deferred@1205947592 after retry RPC after error@882612265) -> (continuation of Deferred@1035325674 after retry RPC after error@184242669)))
08:02:42.416 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@550684918(state=PENDING, result=null, callback=(continuation of Deferred@235080051 after retry RPC after error@445346122) -> (continuation of Deferred@67057082 after retry RPC after error@903665739) -> (continuation of Deferred@587339538 after retry RPC after error@1656894233) -> (continuation of Deferred@409638942 after retry RPC after error@1260848600) -> (continuation of Deferred@2024681769 after retry RPC after error@185049054) -> (continuation of Deferred@1205947592 after retry RPC after error@882612265) -> (continuation of Deferred@1035325674 after retry RPC after error@184242669), errback=(continuation of Deferred@235080051 after retry RPC after error@445346122) -> (continuation of Deferred@67057082 after retry RPC after error@903665739) -> (continuation of Deferred@587339538 after retry RPC after error@1656894233) -> (continuation of Deferred@409638942 after retry RPC after error@1260848600) -> (continuation of Deferred@2024681769 after retry RPC after error@185049054) -> (continuation of Deferred@1205947592 after retry RPC after error@882612265) -> (continuation of Deferred@1035325674 after retry RPC after error@184242669)))
08:02:42.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.434 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.434 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.454 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.454 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.454 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.614 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.614 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@623228990(state=PENDING, result=null, callback=(continuation of Deferred@274265442 after retry RPC after error@992396412) -> (continuation of Deferred@1658637335 after retry RPC after error@1781558330) -> (continuation of Deferred@1033140219 after retry RPC after error@815550737) -> (continuation of Deferred@883203937 after retry RPC after error@1562141811) -> (continuation of Deferred@1135209348 after retry RPC after error@292503097) -> (continuation of Deferred@27325666 after retry RPC after error@1059137369) -> (continuation of Deferred@861413106 after retry RPC after error@1538154582), errback=(continuation of Deferred@274265442 after retry RPC after error@992396412) -> (continuation of Deferred@1658637335 after retry RPC after error@1781558330) -> (continuation of Deferred@1033140219 after retry RPC after error@815550737) -> (continuation of Deferred@883203937 after retry RPC after error@1562141811) -> (continuation of Deferred@1135209348 after retry RPC after error@292503097) -> (continuation of Deferred@27325666 after retry RPC after error@1059137369) -> (continuation of Deferred@861413106 after retry RPC after error@1538154582)))
08:02:42.656 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@623228990(state=PENDING, result=null, callback=(continuation of Deferred@274265442 after retry RPC after error@992396412) -> (continuation of Deferred@1658637335 after retry RPC after error@1781558330) -> (continuation of Deferred@1033140219 after retry RPC after error@815550737) -> (continuation of Deferred@883203937 after retry RPC after error@1562141811) -> (continuation of Deferred@1135209348 after retry RPC after error@292503097) -> (continuation of Deferred@27325666 after retry RPC after error@1059137369) -> (continuation of Deferred@861413106 after retry RPC after error@1538154582), errback=(continuation of Deferred@274265442 after retry RPC after error@992396412) -> (continuation of Deferred@1658637335 after retry RPC after error@1781558330) -> (continuation of Deferred@1033140219 after retry RPC after error@815550737) -> (continuation of Deferred@883203937 after retry RPC after error@1562141811) -> (continuation of Deferred@1135209348 after retry RPC after error@292503097) -> (continuation of Deferred@27325666 after retry RPC after error@1059137369) -> (continuation of Deferred@861413106 after retry RPC after error@1538154582)))
08:02:42.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.675 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.815 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.815 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.815 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.815 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.815 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.815 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.875 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.875 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.875 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.915 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.915 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.915 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.916 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@286620729(state=PENDING, result=null, callback=(continuation of Deferred@1767277306 after retry RPC after error@54199265) -> (continuation of Deferred@1646653629 after retry RPC after error@1491844212) -> (continuation of Deferred@100115649 after retry RPC after error@1577618325) -> (continuation of Deferred@333785329 after retry RPC after error@384315109) -> (continuation of Deferred@780222805 after retry RPC after error@877605683) -> (continuation of Deferred@240592875 after retry RPC after error@1495252930) -> (continuation of Deferred@2108737117 after retry RPC after error@816555123) -> (continuation of Deferred@125089266 after retry RPC after error@598862705), errback=(continuation of Deferred@1767277306 after retry RPC after error@54199265) -> (continuation of Deferred@1646653629 after retry RPC after error@1491844212) -> (continuation of Deferred@100115649 after retry RPC after error@1577618325) -> (continuation of Deferred@333785329 after retry RPC after error@384315109) -> (continuation of Deferred@780222805 after retry RPC after error@877605683) -> (continuation of Deferred@240592875 after retry RPC after error@1495252930) -> (continuation of Deferred@2108737117 after retry RPC after error@816555123) -> (continuation of Deferred@125089266 after retry RPC after error@598862705)))
08:02:42.916 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@286620729(state=PENDING, result=null, callback=(continuation of Deferred@1767277306 after retry RPC after error@54199265) -> (continuation of Deferred@1646653629 after retry RPC after error@1491844212) -> (continuation of Deferred@100115649 after retry RPC after error@1577618325) -> (continuation of Deferred@333785329 after retry RPC after error@384315109) -> (continuation of Deferred@780222805 after retry RPC after error@877605683) -> (continuation of Deferred@240592875 after retry RPC after error@1495252930) -> (continuation of Deferred@2108737117 after retry RPC after error@816555123) -> (continuation of Deferred@125089266 after retry RPC after error@598862705), errback=(continuation of Deferred@1767277306 after retry RPC after error@54199265) -> (continuation of Deferred@1646653629 after retry RPC after error@1491844212) -> (continuation of Deferred@100115649 after retry RPC after error@1577618325) -> (continuation of Deferred@333785329 after retry RPC after error@384315109) -> (continuation of Deferred@780222805 after retry RPC after error@877605683) -> (continuation of Deferred@240592875 after retry RPC after error@1495252930) -> (continuation of Deferred@2108737117 after retry RPC after error@816555123) -> (continuation of Deferred@125089266 after retry RPC after error@598862705)))
08:02:42.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.934 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.935 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.935 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.935 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.935 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:42.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:42.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:42.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:42.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:42.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.015 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.015 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.096 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@568047709(state=PENDING, result=null, callback=(continuation of Deferred@2068683832 after retry RPC after error@1284301205) -> (continuation of Deferred@1665980515 after retry RPC after error@531205383) -> (continuation of Deferred@143818390 after retry RPC after error@599369304) -> (continuation of Deferred@649325964 after retry RPC after error@1965133288) -> (continuation of Deferred@1851538196 after retry RPC after error@3787745) -> (continuation of Deferred@970955239 after retry RPC after error@1080565241) -> (continuation of Deferred@1340283515 after retry RPC after error@21735077), errback=(continuation of Deferred@2068683832 after retry RPC after error@1284301205) -> (continuation of Deferred@1665980515 after retry RPC after error@531205383) -> (continuation of Deferred@143818390 after retry RPC after error@599369304) -> (continuation of Deferred@649325964 after retry RPC after error@1965133288) -> (continuation of Deferred@1851538196 after retry RPC after error@3787745) -> (continuation of Deferred@970955239 after retry RPC after error@1080565241) -> (continuation of Deferred@1340283515 after retry RPC after error@21735077)))
08:02:43.096 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@568047709(state=PENDING, result=null, callback=(continuation of Deferred@2068683832 after retry RPC after error@1284301205) -> (continuation of Deferred@1665980515 after retry RPC after error@531205383) -> (continuation of Deferred@143818390 after retry RPC after error@599369304) -> (continuation of Deferred@649325964 after retry RPC after error@1965133288) -> (continuation of Deferred@1851538196 after retry RPC after error@3787745) -> (continuation of Deferred@970955239 after retry RPC after error@1080565241) -> (continuation of Deferred@1340283515 after retry RPC after error@21735077), errback=(continuation of Deferred@2068683832 after retry RPC after error@1284301205) -> (continuation of Deferred@1665980515 after retry RPC after error@531205383) -> (continuation of Deferred@143818390 after retry RPC after error@599369304) -> (continuation of Deferred@649325964 after retry RPC after error@1965133288) -> (continuation of Deferred@1851538196 after retry RPC after error@3787745) -> (continuation of Deferred@970955239 after retry RPC after error@1080565241) -> (continuation of Deferred@1340283515 after retry RPC after error@21735077)))
08:02:43.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.114 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.134 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.134 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.134 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.155 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.155 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.155 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.175 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.195 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.195 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.234 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.234 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.235 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.235 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.235 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.235 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.254 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.335 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.335 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.336 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2068331389(state=PENDING, result=null, callback=(continuation of Deferred@1974772628 after retry RPC after error@328644130) -> (continuation of Deferred@1053777366 after retry RPC after error@82188961) -> (continuation of Deferred@1419682218 after retry RPC after error@1914645181) -> (continuation of Deferred@914028741 after retry RPC after error@50188217) -> (continuation of Deferred@600812989 after retry RPC after error@680407483) -> (continuation of Deferred@1230194879 after retry RPC after error@624940587) -> (continuation of Deferred@2068002164 after retry RPC after error@580501582), errback=(continuation of Deferred@1974772628 after retry RPC after error@328644130) -> (continuation of Deferred@1053777366 after retry RPC after error@82188961) -> (continuation of Deferred@1419682218 after retry RPC after error@1914645181) -> (continuation of Deferred@914028741 after retry RPC after error@50188217) -> (continuation of Deferred@600812989 after retry RPC after error@680407483) -> (continuation of Deferred@1230194879 after retry RPC after error@624940587) -> (continuation of Deferred@2068002164 after retry RPC after error@580501582)))
08:02:43.337 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2068331389(state=PENDING, result=null, callback=(continuation of Deferred@1974772628 after retry RPC after error@328644130) -> (continuation of Deferred@1053777366 after retry RPC after error@82188961) -> (continuation of Deferred@1419682218 after retry RPC after error@1914645181) -> (continuation of Deferred@914028741 after retry RPC after error@50188217) -> (continuation of Deferred@600812989 after retry RPC after error@680407483) -> (continuation of Deferred@1230194879 after retry RPC after error@624940587) -> (continuation of Deferred@2068002164 after retry RPC after error@580501582), errback=(continuation of Deferred@1974772628 after retry RPC after error@328644130) -> (continuation of Deferred@1053777366 after retry RPC after error@82188961) -> (continuation of Deferred@1419682218 after retry RPC after error@1914645181) -> (continuation of Deferred@914028741 after retry RPC after error@50188217) -> (continuation of Deferred@600812989 after retry RPC after error@680407483) -> (continuation of Deferred@1230194879 after retry RPC after error@624940587) -> (continuation of Deferred@2068002164 after retry RPC after error@580501582)))
08:02:43.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.355 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.435 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.435 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.535 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.535 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.555 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.555 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.555 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.557 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@917114028(state=PENDING, result=null, callback=(continuation of Deferred@1470557177 after retry RPC after error@122992597) -> (continuation of Deferred@43242331 after retry RPC after error@1681547465) -> (continuation of Deferred@69445268 after retry RPC after error@652956634) -> (continuation of Deferred@989746519 after retry RPC after error@234178281) -> (continuation of Deferred@352016069 after retry RPC after error@1760731651) -> (continuation of Deferred@544085671 after retry RPC after error@118214221) -> (continuation of Deferred@1233714455 after retry RPC after error@882359455), errback=(continuation of Deferred@1470557177 after retry RPC after error@122992597) -> (continuation of Deferred@43242331 after retry RPC after error@1681547465) -> (continuation of Deferred@69445268 after retry RPC after error@652956634) -> (continuation of Deferred@989746519 after retry RPC after error@234178281) -> (continuation of Deferred@352016069 after retry RPC after error@1760731651) -> (continuation of Deferred@544085671 after retry RPC after error@118214221) -> (continuation of Deferred@1233714455 after retry RPC after error@882359455)))
08:02:43.557 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@917114028(state=PENDING, result=null, callback=(continuation of Deferred@1470557177 after retry RPC after error@122992597) -> (continuation of Deferred@43242331 after retry RPC after error@1681547465) -> (continuation of Deferred@69445268 after retry RPC after error@652956634) -> (continuation of Deferred@989746519 after retry RPC after error@234178281) -> (continuation of Deferred@352016069 after retry RPC after error@1760731651) -> (continuation of Deferred@544085671 after retry RPC after error@118214221) -> (continuation of Deferred@1233714455 after retry RPC after error@882359455), errback=(continuation of Deferred@1470557177 after retry RPC after error@122992597) -> (continuation of Deferred@43242331 after retry RPC after error@1681547465) -> (continuation of Deferred@69445268 after retry RPC after error@652956634) -> (continuation of Deferred@989746519 after retry RPC after error@234178281) -> (continuation of Deferred@352016069 after retry RPC after error@1760731651) -> (continuation of Deferred@544085671 after retry RPC after error@118214221) -> (continuation of Deferred@1233714455 after retry RPC after error@882359455)))
08:02:43.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.575 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.575 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.575 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.575 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.575 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.575 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.595 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.595 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.595 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.595 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.595 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.615 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.615 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.615 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.635 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.635 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.635 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.655 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.655 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.655 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.735 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.735 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.735 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.737 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1011750678(state=PENDING, result=null, callback=(continuation of Deferred@1707915023 after retry RPC after error@1137213401) -> (continuation of Deferred@1038314951 after retry RPC after error@1910057930) -> (continuation of Deferred@1898815025 after retry RPC after error@1897595258) -> (continuation of Deferred@1462814667 after retry RPC after error@1863266716) -> (continuation of Deferred@1917773402 after retry RPC after error@1534536120) -> (continuation of Deferred@178828162 after retry RPC after error@482209946), errback=(continuation of Deferred@1707915023 after retry RPC after error@1137213401) -> (continuation of Deferred@1038314951 after retry RPC after error@1910057930) -> (continuation of Deferred@1898815025 after retry RPC after error@1897595258) -> (continuation of Deferred@1462814667 after retry RPC after error@1863266716) -> (continuation of Deferred@1917773402 after retry RPC after error@1534536120) -> (continuation of Deferred@178828162 after retry RPC after error@482209946)))
08:02:43.737 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1011750678(state=PENDING, result=null, callback=(continuation of Deferred@1707915023 after retry RPC after error@1137213401) -> (continuation of Deferred@1038314951 after retry RPC after error@1910057930) -> (continuation of Deferred@1898815025 after retry RPC after error@1897595258) -> (continuation of Deferred@1462814667 after retry RPC after error@1863266716) -> (continuation of Deferred@1917773402 after retry RPC after error@1534536120) -> (continuation of Deferred@178828162 after retry RPC after error@482209946), errback=(continuation of Deferred@1707915023 after retry RPC after error@1137213401) -> (continuation of Deferred@1038314951 after retry RPC after error@1910057930) -> (continuation of Deferred@1898815025 after retry RPC after error@1897595258) -> (continuation of Deferred@1462814667 after retry RPC after error@1863266716) -> (continuation of Deferred@1917773402 after retry RPC after error@1534536120) -> (continuation of Deferred@178828162 after retry RPC after error@482209946)))
08:02:43.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.795 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.795 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.795 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.795 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.795 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.795 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.815 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.815 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.875 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.875 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.875 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.956 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1194196588(state=PENDING, result=null, callback=(continuation of Deferred@2065586265 after retry RPC after error@1666333211) -> (continuation of Deferred@1756658314 after retry RPC after error@1086465902) -> (continuation of Deferred@1226269631 after retry RPC after error@1004997220) -> (continuation of Deferred@1892435896 after retry RPC after error@560261016) -> (continuation of Deferred@1402761872 after retry RPC after error@1345058477) -> (continuation of Deferred@1120443031 after retry RPC after error@1150745969), errback=(continuation of Deferred@2065586265 after retry RPC after error@1666333211) -> (continuation of Deferred@1756658314 after retry RPC after error@1086465902) -> (continuation of Deferred@1226269631 after retry RPC after error@1004997220) -> (continuation of Deferred@1892435896 after retry RPC after error@560261016) -> (continuation of Deferred@1402761872 after retry RPC after error@1345058477) -> (continuation of Deferred@1120443031 after retry RPC after error@1150745969)))
08:02:43.956 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1194196588(state=PENDING, result=null, callback=(continuation of Deferred@2065586265 after retry RPC after error@1666333211) -> (continuation of Deferred@1756658314 after retry RPC after error@1086465902) -> (continuation of Deferred@1226269631 after retry RPC after error@1004997220) -> (continuation of Deferred@1892435896 after retry RPC after error@560261016) -> (continuation of Deferred@1402761872 after retry RPC after error@1345058477) -> (continuation of Deferred@1120443031 after retry RPC after error@1150745969), errback=(continuation of Deferred@2065586265 after retry RPC after error@1666333211) -> (continuation of Deferred@1756658314 after retry RPC after error@1086465902) -> (continuation of Deferred@1226269631 after retry RPC after error@1004997220) -> (continuation of Deferred@1892435896 after retry RPC after error@560261016) -> (continuation of Deferred@1402761872 after retry RPC after error@1345058477) -> (continuation of Deferred@1120443031 after retry RPC after error@1150745969)))
08:02:43.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:43.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:43.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:43.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:43.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:43.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.015 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.096 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.096 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.097 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.155 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.155 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.155 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.155 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.155 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.155 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.156 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@164166999(state=PENDING, result=null, callback=(continuation of Deferred@1572755091 after retry RPC after error@175653742) -> (continuation of Deferred@1811739892 after retry RPC after error@621846169) -> (continuation of Deferred@179654246 after retry RPC after error@1117658989) -> (continuation of Deferred@1313413278 after retry RPC after error@1871491992) -> (continuation of Deferred@1340741233 after retry RPC after error@2101153174) -> (continuation of Deferred@2067167047 after retry RPC after error@1907104714), errback=(continuation of Deferred@1572755091 after retry RPC after error@175653742) -> (continuation of Deferred@1811739892 after retry RPC after error@621846169) -> (continuation of Deferred@179654246 after retry RPC after error@1117658989) -> (continuation of Deferred@1313413278 after retry RPC after error@1871491992) -> (continuation of Deferred@1340741233 after retry RPC after error@2101153174) -> (continuation of Deferred@2067167047 after retry RPC after error@1907104714)))
08:02:44.156 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@164166999(state=PENDING, result=null, callback=(continuation of Deferred@1572755091 after retry RPC after error@175653742) -> (continuation of Deferred@1811739892 after retry RPC after error@621846169) -> (continuation of Deferred@179654246 after retry RPC after error@1117658989) -> (continuation of Deferred@1313413278 after retry RPC after error@1871491992) -> (continuation of Deferred@1340741233 after retry RPC after error@2101153174) -> (continuation of Deferred@2067167047 after retry RPC after error@1907104714), errback=(continuation of Deferred@1572755091 after retry RPC after error@175653742) -> (continuation of Deferred@1811739892 after retry RPC after error@621846169) -> (continuation of Deferred@179654246 after retry RPC after error@1117658989) -> (continuation of Deferred@1313413278 after retry RPC after error@1871491992) -> (continuation of Deferred@1340741233 after retry RPC after error@2101153174) -> (continuation of Deferred@2067167047 after retry RPC after error@1907104714)))
08:02:44.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.175 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.175 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.175 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.175 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.175 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.175 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:44.212563 25080 master_runner.cc:186] Error getting master registration for 127.23.129.62:36767: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111), 
08:02:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:44.212774 25080 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:02:44.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.356 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@441154676(state=PENDING, result=null, callback=(continuation of Deferred@284184024 after retry RPC after error@1946353258) -> (continuation of Deferred@409240165 after retry RPC after error@1502475713) -> (continuation of Deferred@1258417573 after retry RPC after error@672381697) -> (continuation of Deferred@341341132 after retry RPC after error@575520635) -> (continuation of Deferred@1717895762 after retry RPC after error@1402693164) -> (continuation of Deferred@67807616 after retry RPC after error@1265854493) -> (continuation of Deferred@97158323 after retry RPC after error@224933920), errback=(continuation of Deferred@284184024 after retry RPC after error@1946353258) -> (continuation of Deferred@409240165 after retry RPC after error@1502475713) -> (continuation of Deferred@1258417573 after retry RPC after error@672381697) -> (continuation of Deferred@341341132 after retry RPC after error@575520635) -> (continuation of Deferred@1717895762 after retry RPC after error@1402693164) -> (continuation of Deferred@67807616 after retry RPC after error@1265854493) -> (continuation of Deferred@97158323 after retry RPC after error@224933920)))
08:02:44.356 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@441154676(state=PENDING, result=null, callback=(continuation of Deferred@284184024 after retry RPC after error@1946353258) -> (continuation of Deferred@409240165 after retry RPC after error@1502475713) -> (continuation of Deferred@1258417573 after retry RPC after error@672381697) -> (continuation of Deferred@341341132 after retry RPC after error@575520635) -> (continuation of Deferred@1717895762 after retry RPC after error@1402693164) -> (continuation of Deferred@67807616 after retry RPC after error@1265854493) -> (continuation of Deferred@97158323 after retry RPC after error@224933920), errback=(continuation of Deferred@284184024 after retry RPC after error@1946353258) -> (continuation of Deferred@409240165 after retry RPC after error@1502475713) -> (continuation of Deferred@1258417573 after retry RPC after error@672381697) -> (continuation of Deferred@341341132 after retry RPC after error@575520635) -> (continuation of Deferred@1717895762 after retry RPC after error@1402693164) -> (continuation of Deferred@67807616 after retry RPC after error@1265854493) -> (continuation of Deferred@97158323 after retry RPC after error@224933920)))
08:02:44.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.395 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.395 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.415 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.516 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@858732636(state=PENDING, result=null, callback=(continuation of Deferred@1554618833 after retry RPC after error@354850818) -> (continuation of Deferred@1022974502 after retry RPC after error@1985902653) -> (continuation of Deferred@1713967158 after retry RPC after error@1206805113) -> (continuation of Deferred@833632456 after retry RPC after error@875176275) -> (continuation of Deferred@439107392 after retry RPC after error@778398678) -> (continuation of Deferred@505639082 after retry RPC after error@2078734980), errback=(continuation of Deferred@1554618833 after retry RPC after error@354850818) -> (continuation of Deferred@1022974502 after retry RPC after error@1985902653) -> (continuation of Deferred@1713967158 after retry RPC after error@1206805113) -> (continuation of Deferred@833632456 after retry RPC after error@875176275) -> (continuation of Deferred@439107392 after retry RPC after error@778398678) -> (continuation of Deferred@505639082 after retry RPC after error@2078734980)))
08:02:44.517 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@858732636(state=PENDING, result=null, callback=(continuation of Deferred@1554618833 after retry RPC after error@354850818) -> (continuation of Deferred@1022974502 after retry RPC after error@1985902653) -> (continuation of Deferred@1713967158 after retry RPC after error@1206805113) -> (continuation of Deferred@833632456 after retry RPC after error@875176275) -> (continuation of Deferred@439107392 after retry RPC after error@778398678) -> (continuation of Deferred@505639082 after retry RPC after error@2078734980), errback=(continuation of Deferred@1554618833 after retry RPC after error@354850818) -> (continuation of Deferred@1022974502 after retry RPC after error@1985902653) -> (continuation of Deferred@1713967158 after retry RPC after error@1206805113) -> (continuation of Deferred@833632456 after retry RPC after error@875176275) -> (continuation of Deferred@439107392 after retry RPC after error@778398678) -> (continuation of Deferred@505639082 after retry RPC after error@2078734980)))
08:02:44.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.575 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.575 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.575 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.595 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.614 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.614 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.614 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.696 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@341770437(state=PENDING, result=null, callback=(continuation of Deferred@1046804265 after retry RPC after error@223650176) -> (continuation of Deferred@98768323 after retry RPC after error@1767273618) -> (continuation of Deferred@1888623406 after retry RPC after error@1491266589) -> (continuation of Deferred@1160947663 after retry RPC after error@521840927) -> (continuation of Deferred@2142341817 after retry RPC after error@813437782) -> (continuation of Deferred@1612764745 after retry RPC after error@716753155), errback=(continuation of Deferred@1046804265 after retry RPC after error@223650176) -> (continuation of Deferred@98768323 after retry RPC after error@1767273618) -> (continuation of Deferred@1888623406 after retry RPC after error@1491266589) -> (continuation of Deferred@1160947663 after retry RPC after error@521840927) -> (continuation of Deferred@2142341817 after retry RPC after error@813437782) -> (continuation of Deferred@1612764745 after retry RPC after error@716753155)))
08:02:44.696 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@341770437(state=PENDING, result=null, callback=(continuation of Deferred@1046804265 after retry RPC after error@223650176) -> (continuation of Deferred@98768323 after retry RPC after error@1767273618) -> (continuation of Deferred@1888623406 after retry RPC after error@1491266589) -> (continuation of Deferred@1160947663 after retry RPC after error@521840927) -> (continuation of Deferred@2142341817 after retry RPC after error@813437782) -> (continuation of Deferred@1612764745 after retry RPC after error@716753155), errback=(continuation of Deferred@1046804265 after retry RPC after error@223650176) -> (continuation of Deferred@98768323 after retry RPC after error@1767273618) -> (continuation of Deferred@1888623406 after retry RPC after error@1491266589) -> (continuation of Deferred@1160947663 after retry RPC after error@521840927) -> (continuation of Deferred@2142341817 after retry RPC after error@813437782) -> (continuation of Deferred@1612764745 after retry RPC after error@716753155)))
08:02:44.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.714 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.755 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.775 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.775 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.775 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.795 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.795 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.795 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.814 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:44.840582 25343 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:02:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:44.840764 25343 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:44.841439 25343 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:44.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:44.842545 25100 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:02:44.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:44.843782 25097 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:02:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:44.843973 25100 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:44.844084 25100 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5; no voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b
08:02:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:44.844310 25343 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:02:44.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.916 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1641226209(state=PENDING, result=null, callback=(continuation of Deferred@1744065457 after retry RPC after error@1814279758) -> (continuation of Deferred@101395576 after retry RPC after error@2136868687) -> (continuation of Deferred@988981966 after retry RPC after error@1267923480) -> (continuation of Deferred@337995774 after retry RPC after error@458128970) -> (continuation of Deferred@876938039 after retry RPC after error@1750822301) -> (continuation of Deferred@1467940351 after retry RPC after error@1068135796) -> (continuation of Deferred@594183437 after retry RPC after error@275657592), errback=(continuation of Deferred@1744065457 after retry RPC after error@1814279758) -> (continuation of Deferred@101395576 after retry RPC after error@2136868687) -> (continuation of Deferred@988981966 after retry RPC after error@1267923480) -> (continuation of Deferred@337995774 after retry RPC after error@458128970) -> (continuation of Deferred@876938039 after retry RPC after error@1750822301) -> (continuation of Deferred@1467940351 after retry RPC after error@1068135796) -> (continuation of Deferred@594183437 after retry RPC after error@275657592)))
08:02:44.917 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1641226209(state=PENDING, result=null, callback=(continuation of Deferred@1744065457 after retry RPC after error@1814279758) -> (continuation of Deferred@101395576 after retry RPC after error@2136868687) -> (continuation of Deferred@988981966 after retry RPC after error@1267923480) -> (continuation of Deferred@337995774 after retry RPC after error@458128970) -> (continuation of Deferred@876938039 after retry RPC after error@1750822301) -> (continuation of Deferred@1467940351 after retry RPC after error@1068135796) -> (continuation of Deferred@594183437 after retry RPC after error@275657592), errback=(continuation of Deferred@1744065457 after retry RPC after error@1814279758) -> (continuation of Deferred@101395576 after retry RPC after error@2136868687) -> (continuation of Deferred@988981966 after retry RPC after error@1267923480) -> (continuation of Deferred@337995774 after retry RPC after error@458128970) -> (continuation of Deferred@876938039 after retry RPC after error@1750822301) -> (continuation of Deferred@1467940351 after retry RPC after error@1068135796) -> (continuation of Deferred@594183437 after retry RPC after error@275657592)))
08:02:44.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.934 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.934 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.934 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.975 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.975 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.975 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:44.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:44.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:44.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.994 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:44.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:44.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.054 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.054 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.054 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.054 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.054 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.054 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.074 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.074 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.074 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.136 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1214886823(state=PENDING, result=null, callback=(continuation of Deferred@1575091362 after retry RPC after error@161735094) -> (continuation of Deferred@1633371933 after retry RPC after error@1688871962) -> (continuation of Deferred@914149569 after retry RPC after error@541338089) -> (continuation of Deferred@454881619 after retry RPC after error@774085854) -> (continuation of Deferred@2114566915 after retry RPC after error@2139344458) -> (continuation of Deferred@57228928 after retry RPC after error@832477023) -> (continuation of Deferred@50127820 after retry RPC after error@1668062279), errback=(continuation of Deferred@1575091362 after retry RPC after error@161735094) -> (continuation of Deferred@1633371933 after retry RPC after error@1688871962) -> (continuation of Deferred@914149569 after retry RPC after error@541338089) -> (continuation of Deferred@454881619 after retry RPC after error@774085854) -> (continuation of Deferred@2114566915 after retry RPC after error@2139344458) -> (continuation of Deferred@57228928 after retry RPC after error@832477023) -> (continuation of Deferred@50127820 after retry RPC after error@1668062279)))
08:02:45.136 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1214886823(state=PENDING, result=null, callback=(continuation of Deferred@1575091362 after retry RPC after error@161735094) -> (continuation of Deferred@1633371933 after retry RPC after error@1688871962) -> (continuation of Deferred@914149569 after retry RPC after error@541338089) -> (continuation of Deferred@454881619 after retry RPC after error@774085854) -> (continuation of Deferred@2114566915 after retry RPC after error@2139344458) -> (continuation of Deferred@57228928 after retry RPC after error@832477023) -> (continuation of Deferred@50127820 after retry RPC after error@1668062279), errback=(continuation of Deferred@1575091362 after retry RPC after error@161735094) -> (continuation of Deferred@1633371933 after retry RPC after error@1688871962) -> (continuation of Deferred@914149569 after retry RPC after error@541338089) -> (continuation of Deferred@454881619 after retry RPC after error@774085854) -> (continuation of Deferred@2114566915 after retry RPC after error@2139344458) -> (continuation of Deferred@57228928 after retry RPC after error@832477023) -> (continuation of Deferred@50127820 after retry RPC after error@1668062279)))
08:02:45.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.195 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.195 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.195 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.396 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2114129730(state=PENDING, result=null, callback=(continuation of Deferred@1091191796 after retry RPC after error@549238059) -> (continuation of Deferred@261350385 after retry RPC after error@1762432094) -> (continuation of Deferred@2047504232 after retry RPC after error@1062901999) -> (continuation of Deferred@801536158 after retry RPC after error@577091420) -> (continuation of Deferred@188607831 after retry RPC after error@1615565119) -> (continuation of Deferred@2085947168 after retry RPC after error@1938133153) -> (continuation of Deferred@389450963 after retry RPC after error@726148451), errback=(continuation of Deferred@1091191796 after retry RPC after error@549238059) -> (continuation of Deferred@261350385 after retry RPC after error@1762432094) -> (continuation of Deferred@2047504232 after retry RPC after error@1062901999) -> (continuation of Deferred@801536158 after retry RPC after error@577091420) -> (continuation of Deferred@188607831 after retry RPC after error@1615565119) -> (continuation of Deferred@2085947168 after retry RPC after error@1938133153) -> (continuation of Deferred@389450963 after retry RPC after error@726148451)))
08:02:45.396 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2114129730(state=PENDING, result=null, callback=(continuation of Deferred@1091191796 after retry RPC after error@549238059) -> (continuation of Deferred@261350385 after retry RPC after error@1762432094) -> (continuation of Deferred@2047504232 after retry RPC after error@1062901999) -> (continuation of Deferred@801536158 after retry RPC after error@577091420) -> (continuation of Deferred@188607831 after retry RPC after error@1615565119) -> (continuation of Deferred@2085947168 after retry RPC after error@1938133153) -> (continuation of Deferred@389450963 after retry RPC after error@726148451), errback=(continuation of Deferred@1091191796 after retry RPC after error@549238059) -> (continuation of Deferred@261350385 after retry RPC after error@1762432094) -> (continuation of Deferred@2047504232 after retry RPC after error@1062901999) -> (continuation of Deferred@801536158 after retry RPC after error@577091420) -> (continuation of Deferred@188607831 after retry RPC after error@1615565119) -> (continuation of Deferred@2085947168 after retry RPC after error@1938133153) -> (continuation of Deferred@389450963 after retry RPC after error@726148451)))
08:02:45.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.615 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.615 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.615 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.616 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1243022159(state=PENDING, result=null, callback=(continuation of Deferred@768437241 after retry RPC after error@1783566695) -> (continuation of Deferred@1954130330 after retry RPC after error@109494561) -> (continuation of Deferred@1079177387 after retry RPC after error@1375999471) -> (continuation of Deferred@1795703628 after retry RPC after error@1538726085) -> (continuation of Deferred@213351600 after retry RPC after error@2129574820) -> (continuation of Deferred@1465226518 after retry RPC after error@877125129) -> (continuation of Deferred@60978893 after retry RPC after error@135974534), errback=(continuation of Deferred@768437241 after retry RPC after error@1783566695) -> (continuation of Deferred@1954130330 after retry RPC after error@109494561) -> (continuation of Deferred@1079177387 after retry RPC after error@1375999471) -> (continuation of Deferred@1795703628 after retry RPC after error@1538726085) -> (continuation of Deferred@213351600 after retry RPC after error@2129574820) -> (continuation of Deferred@1465226518 after retry RPC after error@877125129) -> (continuation of Deferred@60978893 after retry RPC after error@135974534)))
08:02:45.616 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1243022159(state=PENDING, result=null, callback=(continuation of Deferred@768437241 after retry RPC after error@1783566695) -> (continuation of Deferred@1954130330 after retry RPC after error@109494561) -> (continuation of Deferred@1079177387 after retry RPC after error@1375999471) -> (continuation of Deferred@1795703628 after retry RPC after error@1538726085) -> (continuation of Deferred@213351600 after retry RPC after error@2129574820) -> (continuation of Deferred@1465226518 after retry RPC after error@877125129) -> (continuation of Deferred@60978893 after retry RPC after error@135974534), errback=(continuation of Deferred@768437241 after retry RPC after error@1783566695) -> (continuation of Deferred@1954130330 after retry RPC after error@109494561) -> (continuation of Deferred@1079177387 after retry RPC after error@1375999471) -> (continuation of Deferred@1795703628 after retry RPC after error@1538726085) -> (continuation of Deferred@213351600 after retry RPC after error@2129574820) -> (continuation of Deferred@1465226518 after retry RPC after error@877125129) -> (continuation of Deferred@60978893 after retry RPC after error@135974534)))
08:02:45.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.635 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.654 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.654 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.654 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.674 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.674 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.674 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.715 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.735 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.735 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.735 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.735 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.735 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.795 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.795 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.795 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.795 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.795 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.795 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.796 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1764048301(state=PENDING, result=null, callback=(continuation of Deferred@932552945 after retry RPC after error@606580754) -> (continuation of Deferred@1412710308 after retry RPC after error@347908314) -> (continuation of Deferred@238293140 after retry RPC after error@386569824) -> (continuation of Deferred@1647727162 after retry RPC after error@322821342) -> (continuation of Deferred@1025756829 after retry RPC after error@2119821007) -> (continuation of Deferred@774823100 after retry RPC after error@1401433739), errback=(continuation of Deferred@932552945 after retry RPC after error@606580754) -> (continuation of Deferred@1412710308 after retry RPC after error@347908314) -> (continuation of Deferred@238293140 after retry RPC after error@386569824) -> (continuation of Deferred@1647727162 after retry RPC after error@322821342) -> (continuation of Deferred@1025756829 after retry RPC after error@2119821007) -> (continuation of Deferred@774823100 after retry RPC after error@1401433739)))
08:02:45.797 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1764048301(state=PENDING, result=null, callback=(continuation of Deferred@932552945 after retry RPC after error@606580754) -> (continuation of Deferred@1412710308 after retry RPC after error@347908314) -> (continuation of Deferred@238293140 after retry RPC after error@386569824) -> (continuation of Deferred@1647727162 after retry RPC after error@322821342) -> (continuation of Deferred@1025756829 after retry RPC after error@2119821007) -> (continuation of Deferred@774823100 after retry RPC after error@1401433739), errback=(continuation of Deferred@932552945 after retry RPC after error@606580754) -> (continuation of Deferred@1412710308 after retry RPC after error@347908314) -> (continuation of Deferred@238293140 after retry RPC after error@386569824) -> (continuation of Deferred@1647727162 after retry RPC after error@322821342) -> (continuation of Deferred@1025756829 after retry RPC after error@2119821007) -> (continuation of Deferred@774823100 after retry RPC after error@1401433739)))
08:02:45.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.815 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.855 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.855 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.894 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.894 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.894 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.914 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:45.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:45.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:45.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:45.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:45.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.035 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.036 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1304290809(state=PENDING, result=null, callback=(continuation of Deferred@1588784504 after retry RPC after error@729482770) -> (continuation of Deferred@1821857428 after retry RPC after error@1311241426) -> (continuation of Deferred@121051459 after retry RPC after error@1947190305) -> (continuation of Deferred@578428866 after retry RPC after error@1393229371) -> (continuation of Deferred@1816664088 after retry RPC after error@1718417276) -> (continuation of Deferred@337277052 after retry RPC after error@275103714) -> (continuation of Deferred@1019342126 after retry RPC after error@1024928477), errback=(continuation of Deferred@1588784504 after retry RPC after error@729482770) -> (continuation of Deferred@1821857428 after retry RPC after error@1311241426) -> (continuation of Deferred@121051459 after retry RPC after error@1947190305) -> (continuation of Deferred@578428866 after retry RPC after error@1393229371) -> (continuation of Deferred@1816664088 after retry RPC after error@1718417276) -> (continuation of Deferred@337277052 after retry RPC after error@275103714) -> (continuation of Deferred@1019342126 after retry RPC after error@1024928477)))
08:02:46.037 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1304290809(state=PENDING, result=null, callback=(continuation of Deferred@1588784504 after retry RPC after error@729482770) -> (continuation of Deferred@1821857428 after retry RPC after error@1311241426) -> (continuation of Deferred@121051459 after retry RPC after error@1947190305) -> (continuation of Deferred@578428866 after retry RPC after error@1393229371) -> (continuation of Deferred@1816664088 after retry RPC after error@1718417276) -> (continuation of Deferred@337277052 after retry RPC after error@275103714) -> (continuation of Deferred@1019342126 after retry RPC after error@1024928477), errback=(continuation of Deferred@1588784504 after retry RPC after error@729482770) -> (continuation of Deferred@1821857428 after retry RPC after error@1311241426) -> (continuation of Deferred@121051459 after retry RPC after error@1947190305) -> (continuation of Deferred@578428866 after retry RPC after error@1393229371) -> (continuation of Deferred@1816664088 after retry RPC after error@1718417276) -> (continuation of Deferred@337277052 after retry RPC after error@275103714) -> (continuation of Deferred@1019342126 after retry RPC after error@1024928477)))
08:02:46.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.135 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.155 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.175 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.235 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.235 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.235 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.235 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.235 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.235 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.236 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@695556887(state=PENDING, result=null, callback=(continuation of Deferred@1547858447 after retry RPC after error@1746138527) -> (continuation of Deferred@110340893 after retry RPC after error@96331067) -> (continuation of Deferred@1243622793 after retry RPC after error@1038648927) -> (continuation of Deferred@649599420 after retry RPC after error@1279702125) -> (continuation of Deferred@130126857 after retry RPC after error@2128748752) -> (continuation of Deferred@410100553 after retry RPC after error@1642957302) -> (continuation of Deferred@1778853918 after retry RPC after error@93085998), errback=(continuation of Deferred@1547858447 after retry RPC after error@1746138527) -> (continuation of Deferred@110340893 after retry RPC after error@96331067) -> (continuation of Deferred@1243622793 after retry RPC after error@1038648927) -> (continuation of Deferred@649599420 after retry RPC after error@1279702125) -> (continuation of Deferred@130126857 after retry RPC after error@2128748752) -> (continuation of Deferred@410100553 after retry RPC after error@1642957302) -> (continuation of Deferred@1778853918 after retry RPC after error@93085998)))
08:02:46.237 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@695556887(state=PENDING, result=null, callback=(continuation of Deferred@1547858447 after retry RPC after error@1746138527) -> (continuation of Deferred@110340893 after retry RPC after error@96331067) -> (continuation of Deferred@1243622793 after retry RPC after error@1038648927) -> (continuation of Deferred@649599420 after retry RPC after error@1279702125) -> (continuation of Deferred@130126857 after retry RPC after error@2128748752) -> (continuation of Deferred@410100553 after retry RPC after error@1642957302) -> (continuation of Deferred@1778853918 after retry RPC after error@93085998), errback=(continuation of Deferred@1547858447 after retry RPC after error@1746138527) -> (continuation of Deferred@110340893 after retry RPC after error@96331067) -> (continuation of Deferred@1243622793 after retry RPC after error@1038648927) -> (continuation of Deferred@649599420 after retry RPC after error@1279702125) -> (continuation of Deferred@130126857 after retry RPC after error@2128748752) -> (continuation of Deferred@410100553 after retry RPC after error@1642957302) -> (continuation of Deferred@1778853918 after retry RPC after error@93085998)))
08:02:46.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.275 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.275 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.275 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.295 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.295 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.295 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.295 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.295 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.295 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.315 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.315 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.334 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.334 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.415 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.415 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.415 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.415 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.415 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.415 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.415 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.496 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1490453394(state=PENDING, result=null, callback=(continuation of Deferred@600619070 after retry RPC after error@955496111) -> (continuation of Deferred@898500784 after retry RPC after error@1495848832) -> (continuation of Deferred@526621139 after retry RPC after error@973083230) -> (continuation of Deferred@2140034598 after retry RPC after error@1610947200) -> (continuation of Deferred@1672198738 after retry RPC after error@1493419675) -> (continuation of Deferred@1412535547 after retry RPC after error@480794087) -> (continuation of Deferred@586089738 after retry RPC after error@1704929490) -> (continuation of Deferred@1037172438 after retry RPC after error@1669891046), errback=(continuation of Deferred@600619070 after retry RPC after error@955496111) -> (continuation of Deferred@898500784 after retry RPC after error@1495848832) -> (continuation of Deferred@526621139 after retry RPC after error@973083230) -> (continuation of Deferred@2140034598 after retry RPC after error@1610947200) -> (continuation of Deferred@1672198738 after retry RPC after error@1493419675) -> (continuation of Deferred@1412535547 after retry RPC after error@480794087) -> (continuation of Deferred@586089738 after retry RPC after error@1704929490) -> (continuation of Deferred@1037172438 after retry RPC after error@1669891046)))
08:02:46.496 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1490453394(state=PENDING, result=null, callback=(continuation of Deferred@600619070 after retry RPC after error@955496111) -> (continuation of Deferred@898500784 after retry RPC after error@1495848832) -> (continuation of Deferred@526621139 after retry RPC after error@973083230) -> (continuation of Deferred@2140034598 after retry RPC after error@1610947200) -> (continuation of Deferred@1672198738 after retry RPC after error@1493419675) -> (continuation of Deferred@1412535547 after retry RPC after error@480794087) -> (continuation of Deferred@586089738 after retry RPC after error@1704929490) -> (continuation of Deferred@1037172438 after retry RPC after error@1669891046), errback=(continuation of Deferred@600619070 after retry RPC after error@955496111) -> (continuation of Deferred@898500784 after retry RPC after error@1495848832) -> (continuation of Deferred@526621139 after retry RPC after error@973083230) -> (continuation of Deferred@2140034598 after retry RPC after error@1610947200) -> (continuation of Deferred@1672198738 after retry RPC after error@1493419675) -> (continuation of Deferred@1412535547 after retry RPC after error@480794087) -> (continuation of Deferred@586089738 after retry RPC after error@1704929490) -> (continuation of Deferred@1037172438 after retry RPC after error@1669891046)))
08:02:46.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.555 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.555 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.555 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.555 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.555 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.555 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.575 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.575 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.575 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.595 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.614 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.615 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.615 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.677 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@390403762(state=PENDING, result=null, callback=(continuation of Deferred@812986383 after retry RPC after error@555683972) -> (continuation of Deferred@120976220 after retry RPC after error@955942286) -> (continuation of Deferred@555106262 after retry RPC after error@2027196480) -> (continuation of Deferred@1356014357 after retry RPC after error@1021909620) -> (continuation of Deferred@747731632 after retry RPC after error@1880861170) -> (continuation of Deferred@966387567 after retry RPC after error@1305960594), errback=(continuation of Deferred@812986383 after retry RPC after error@555683972) -> (continuation of Deferred@120976220 after retry RPC after error@955942286) -> (continuation of Deferred@555106262 after retry RPC after error@2027196480) -> (continuation of Deferred@1356014357 after retry RPC after error@1021909620) -> (continuation of Deferred@747731632 after retry RPC after error@1880861170) -> (continuation of Deferred@966387567 after retry RPC after error@1305960594)))
08:02:46.677 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@390403762(state=PENDING, result=null, callback=(continuation of Deferred@812986383 after retry RPC after error@555683972) -> (continuation of Deferred@120976220 after retry RPC after error@955942286) -> (continuation of Deferred@555106262 after retry RPC after error@2027196480) -> (continuation of Deferred@1356014357 after retry RPC after error@1021909620) -> (continuation of Deferred@747731632 after retry RPC after error@1880861170) -> (continuation of Deferred@966387567 after retry RPC after error@1305960594), errback=(continuation of Deferred@812986383 after retry RPC after error@555683972) -> (continuation of Deferred@120976220 after retry RPC after error@955942286) -> (continuation of Deferred@555106262 after retry RPC after error@2027196480) -> (continuation of Deferred@1356014357 after retry RPC after error@1021909620) -> (continuation of Deferred@747731632 after retry RPC after error@1880861170) -> (continuation of Deferred@966387567 after retry RPC after error@1305960594)))
08:02:46.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.714 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.814 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.854 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.876 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1557455706(state=PENDING, result=null, callback=(continuation of Deferred@2121787112 after retry RPC after error@239560332) -> (continuation of Deferred@296125157 after retry RPC after error@1788050872) -> (continuation of Deferred@722634404 after retry RPC after error@517273164) -> (continuation of Deferred@994115289 after retry RPC after error@1246702260) -> (continuation of Deferred@1977070335 after retry RPC after error@1284000927) -> (continuation of Deferred@1887618529 after retry RPC after error@1126910927) -> (continuation of Deferred@195250463 after retry RPC after error@88145984), errback=(continuation of Deferred@2121787112 after retry RPC after error@239560332) -> (continuation of Deferred@296125157 after retry RPC after error@1788050872) -> (continuation of Deferred@722634404 after retry RPC after error@517273164) -> (continuation of Deferred@994115289 after retry RPC after error@1246702260) -> (continuation of Deferred@1977070335 after retry RPC after error@1284000927) -> (continuation of Deferred@1887618529 after retry RPC after error@1126910927) -> (continuation of Deferred@195250463 after retry RPC after error@88145984)))
08:02:46.876 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1557455706(state=PENDING, result=null, callback=(continuation of Deferred@2121787112 after retry RPC after error@239560332) -> (continuation of Deferred@296125157 after retry RPC after error@1788050872) -> (continuation of Deferred@722634404 after retry RPC after error@517273164) -> (continuation of Deferred@994115289 after retry RPC after error@1246702260) -> (continuation of Deferred@1977070335 after retry RPC after error@1284000927) -> (continuation of Deferred@1887618529 after retry RPC after error@1126910927) -> (continuation of Deferred@195250463 after retry RPC after error@88145984), errback=(continuation of Deferred@2121787112 after retry RPC after error@239560332) -> (continuation of Deferred@296125157 after retry RPC after error@1788050872) -> (continuation of Deferred@722634404 after retry RPC after error@517273164) -> (continuation of Deferred@994115289 after retry RPC after error@1246702260) -> (continuation of Deferred@1977070335 after retry RPC after error@1284000927) -> (continuation of Deferred@1887618529 after retry RPC after error@1126910927) -> (continuation of Deferred@195250463 after retry RPC after error@88145984)))
08:02:46.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.895 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.895 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.915 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.915 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.915 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.935 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.935 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.935 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.935 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.935 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.955 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.955 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.955 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.955 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.955 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.975 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:46.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:46.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:46.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:46.994 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:46.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.035 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.035 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.095 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.095 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.095 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.095 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.095 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.096 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@496086448(state=PENDING, result=null, callback=(continuation of Deferred@368605198 after retry RPC after error@1649530328) -> (continuation of Deferred@1125185557 after retry RPC after error@1400648170) -> (continuation of Deferred@93457283 after retry RPC after error@1761735164) -> (continuation of Deferred@764767385 after retry RPC after error@534047648) -> (continuation of Deferred@168768970 after retry RPC after error@1818733414) -> (continuation of Deferred@1787880407 after retry RPC after error@1386323150) -> (continuation of Deferred@561205813 after retry RPC after error@1889464806), errback=(continuation of Deferred@368605198 after retry RPC after error@1649530328) -> (continuation of Deferred@1125185557 after retry RPC after error@1400648170) -> (continuation of Deferred@93457283 after retry RPC after error@1761735164) -> (continuation of Deferred@764767385 after retry RPC after error@534047648) -> (continuation of Deferred@168768970 after retry RPC after error@1818733414) -> (continuation of Deferred@1787880407 after retry RPC after error@1386323150) -> (continuation of Deferred@561205813 after retry RPC after error@1889464806)))
08:02:47.097 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@496086448(state=PENDING, result=null, callback=(continuation of Deferred@368605198 after retry RPC after error@1649530328) -> (continuation of Deferred@1125185557 after retry RPC after error@1400648170) -> (continuation of Deferred@93457283 after retry RPC after error@1761735164) -> (continuation of Deferred@764767385 after retry RPC after error@534047648) -> (continuation of Deferred@168768970 after retry RPC after error@1818733414) -> (continuation of Deferred@1787880407 after retry RPC after error@1386323150) -> (continuation of Deferred@561205813 after retry RPC after error@1889464806), errback=(continuation of Deferred@368605198 after retry RPC after error@1649530328) -> (continuation of Deferred@1125185557 after retry RPC after error@1400648170) -> (continuation of Deferred@93457283 after retry RPC after error@1761735164) -> (continuation of Deferred@764767385 after retry RPC after error@534047648) -> (continuation of Deferred@168768970 after retry RPC after error@1818733414) -> (continuation of Deferred@1787880407 after retry RPC after error@1386323150) -> (continuation of Deferred@561205813 after retry RPC after error@1889464806)))
08:02:47.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:47.098588 24708 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:02:47.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:47.101965 24708 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2f6354f17ffc447283da0697d4eb5e54', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2f6354f17ffc447283da0697d4eb5e54', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:02:47.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:47.104167 24708 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.129.61:42059)
08:02:47.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.134 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.134 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.155 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.155 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.155 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.155 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.275 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.275 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.275 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.275 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.373 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@237593080(state=PENDING, result=null, callback=(continuation of Deferred@1491998964 after retry RPC after error@1627888031) -> (continuation of Deferred@1463049592 after retry RPC after error@316129479) -> (continuation of Deferred@987124689 after retry RPC after error@1732312693) -> (continuation of Deferred@317370488 after retry RPC after error@1050123034) -> (continuation of Deferred@911679426 after retry RPC after error@1451555883) -> (continuation of Deferred@296415219 after retry RPC after error@333965719) -> (continuation of Deferred@499141926 after retry RPC after error@1825873681), errback=(continuation of Deferred@1491998964 after retry RPC after error@1627888031) -> (continuation of Deferred@1463049592 after retry RPC after error@316129479) -> (continuation of Deferred@987124689 after retry RPC after error@1732312693) -> (continuation of Deferred@317370488 after retry RPC after error@1050123034) -> (continuation of Deferred@911679426 after retry RPC after error@1451555883) -> (continuation of Deferred@296415219 after retry RPC after error@333965719) -> (continuation of Deferred@499141926 after retry RPC after error@1825873681)))
08:02:47.374 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:02:47.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.394 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.395 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.395 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.434 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.434 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.454 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.455 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.535 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.535 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.535 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.636 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@311022730(state=PENDING, result=null, callback=(continuation of Deferred@349351862 after retry RPC after error@58272181) -> (continuation of Deferred@1612532670 after retry RPC after error@1022160563) -> (continuation of Deferred@1036142983 after retry RPC after error@2000485131) -> (continuation of Deferred@2113281769 after retry RPC after error@649395858) -> (continuation of Deferred@152376754 after retry RPC after error@434193208) -> (continuation of Deferred@1412237243 after retry RPC after error@1433150402) -> (continuation of Deferred@1962218584 after retry RPC after error@1738432893), errback=(continuation of Deferred@349351862 after retry RPC after error@58272181) -> (continuation of Deferred@1612532670 after retry RPC after error@1022160563) -> (continuation of Deferred@1036142983 after retry RPC after error@2000485131) -> (continuation of Deferred@2113281769 after retry RPC after error@649395858) -> (continuation of Deferred@152376754 after retry RPC after error@434193208) -> (continuation of Deferred@1412237243 after retry RPC after error@1433150402) -> (continuation of Deferred@1962218584 after retry RPC after error@1738432893)))
08:02:47.636 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@311022730(state=PENDING, result=null, callback=(continuation of Deferred@349351862 after retry RPC after error@58272181) -> (continuation of Deferred@1612532670 after retry RPC after error@1022160563) -> (continuation of Deferred@1036142983 after retry RPC after error@2000485131) -> (continuation of Deferred@2113281769 after retry RPC after error@649395858) -> (continuation of Deferred@152376754 after retry RPC after error@434193208) -> (continuation of Deferred@1412237243 after retry RPC after error@1433150402) -> (continuation of Deferred@1962218584 after retry RPC after error@1738432893), errback=(continuation of Deferred@349351862 after retry RPC after error@58272181) -> (continuation of Deferred@1612532670 after retry RPC after error@1022160563) -> (continuation of Deferred@1036142983 after retry RPC after error@2000485131) -> (continuation of Deferred@2113281769 after retry RPC after error@649395858) -> (continuation of Deferred@152376754 after retry RPC after error@434193208) -> (continuation of Deferred@1412237243 after retry RPC after error@1433150402) -> (continuation of Deferred@1962218584 after retry RPC after error@1738432893)))
08:02:47.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.675 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.894 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.894 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.894 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.894 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.896 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1771417459(state=PENDING, result=null, callback=(continuation of Deferred@560633260 after retry RPC after error@1768804368) -> (continuation of Deferred@1025711093 after retry RPC after error@2030683413) -> (continuation of Deferred@213641325 after retry RPC after error@198263994) -> (continuation of Deferred@772278918 after retry RPC after error@429802303) -> (continuation of Deferred@1244997857 after retry RPC after error@1262506377) -> (continuation of Deferred@628244061 after retry RPC after error@1318979191) -> (continuation of Deferred@764370277 after retry RPC after error@1678413124), errback=(continuation of Deferred@560633260 after retry RPC after error@1768804368) -> (continuation of Deferred@1025711093 after retry RPC after error@2030683413) -> (continuation of Deferred@213641325 after retry RPC after error@198263994) -> (continuation of Deferred@772278918 after retry RPC after error@429802303) -> (continuation of Deferred@1244997857 after retry RPC after error@1262506377) -> (continuation of Deferred@628244061 after retry RPC after error@1318979191) -> (continuation of Deferred@764370277 after retry RPC after error@1678413124)))
08:02:47.896 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1771417459(state=PENDING, result=null, callback=(continuation of Deferred@560633260 after retry RPC after error@1768804368) -> (continuation of Deferred@1025711093 after retry RPC after error@2030683413) -> (continuation of Deferred@213641325 after retry RPC after error@198263994) -> (continuation of Deferred@772278918 after retry RPC after error@429802303) -> (continuation of Deferred@1244997857 after retry RPC after error@1262506377) -> (continuation of Deferred@628244061 after retry RPC after error@1318979191) -> (continuation of Deferred@764370277 after retry RPC after error@1678413124), errback=(continuation of Deferred@560633260 after retry RPC after error@1768804368) -> (continuation of Deferred@1025711093 after retry RPC after error@2030683413) -> (continuation of Deferred@213641325 after retry RPC after error@198263994) -> (continuation of Deferred@772278918 after retry RPC after error@429802303) -> (continuation of Deferred@1244997857 after retry RPC after error@1262506377) -> (continuation of Deferred@628244061 after retry RPC after error@1318979191) -> (continuation of Deferred@764370277 after retry RPC after error@1678413124)))
08:02:47.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.934 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.934 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.934 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.955 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.955 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.955 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.955 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.955 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.955 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.975 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.975 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:47.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:47.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:47.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.994 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:47.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:47.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.076 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@804006495(state=PENDING, result=null, callback=(continuation of Deferred@792013052 after retry RPC after error@1626753829) -> (continuation of Deferred@428191060 after retry RPC after error@1467339497) -> (continuation of Deferred@1367437875 after retry RPC after error@58504261) -> (continuation of Deferred@925324915 after retry RPC after error@1320958180) -> (continuation of Deferred@351722474 after retry RPC after error@1926138797) -> (continuation of Deferred@2144853833 after retry RPC after error@1350804303), errback=(continuation of Deferred@792013052 after retry RPC after error@1626753829) -> (continuation of Deferred@428191060 after retry RPC after error@1467339497) -> (continuation of Deferred@1367437875 after retry RPC after error@58504261) -> (continuation of Deferred@925324915 after retry RPC after error@1320958180) -> (continuation of Deferred@351722474 after retry RPC after error@1926138797) -> (continuation of Deferred@2144853833 after retry RPC after error@1350804303)))
08:02:48.076 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@804006495(state=PENDING, result=null, callback=(continuation of Deferred@792013052 after retry RPC after error@1626753829) -> (continuation of Deferred@428191060 after retry RPC after error@1467339497) -> (continuation of Deferred@1367437875 after retry RPC after error@58504261) -> (continuation of Deferred@925324915 after retry RPC after error@1320958180) -> (continuation of Deferred@351722474 after retry RPC after error@1926138797) -> (continuation of Deferred@2144853833 after retry RPC after error@1350804303), errback=(continuation of Deferred@792013052 after retry RPC after error@1626753829) -> (continuation of Deferred@428191060 after retry RPC after error@1467339497) -> (continuation of Deferred@1367437875 after retry RPC after error@58504261) -> (continuation of Deferred@925324915 after retry RPC after error@1320958180) -> (continuation of Deferred@351722474 after retry RPC after error@1926138797) -> (continuation of Deferred@2144853833 after retry RPC after error@1350804303)))
08:02:48.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.094 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.094 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.094 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.115 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.135 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.135 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.135 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.155 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.155 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.155 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.155 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.155 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.155 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.155 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.276 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1254502551(state=PENDING, result=null, callback=(continuation of Deferred@1433264275 after retry RPC after error@1856778611) -> (continuation of Deferred@989304405 after retry RPC after error@1095650068) -> (continuation of Deferred@2073907926 after retry RPC after error@1949680511) -> (continuation of Deferred@1920382610 after retry RPC after error@1095976227) -> (continuation of Deferred@1347003453 after retry RPC after error@180206448) -> (continuation of Deferred@1303924371 after retry RPC after error@370761818), errback=(continuation of Deferred@1433264275 after retry RPC after error@1856778611) -> (continuation of Deferred@989304405 after retry RPC after error@1095650068) -> (continuation of Deferred@2073907926 after retry RPC after error@1949680511) -> (continuation of Deferred@1920382610 after retry RPC after error@1095976227) -> (continuation of Deferred@1347003453 after retry RPC after error@180206448) -> (continuation of Deferred@1303924371 after retry RPC after error@370761818)))
08:02:48.276 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1254502551(state=PENDING, result=null, callback=(continuation of Deferred@1433264275 after retry RPC after error@1856778611) -> (continuation of Deferred@989304405 after retry RPC after error@1095650068) -> (continuation of Deferred@2073907926 after retry RPC after error@1949680511) -> (continuation of Deferred@1920382610 after retry RPC after error@1095976227) -> (continuation of Deferred@1347003453 after retry RPC after error@180206448) -> (continuation of Deferred@1303924371 after retry RPC after error@370761818), errback=(continuation of Deferred@1433264275 after retry RPC after error@1856778611) -> (continuation of Deferred@989304405 after retry RPC after error@1095650068) -> (continuation of Deferred@2073907926 after retry RPC after error@1949680511) -> (continuation of Deferred@1920382610 after retry RPC after error@1095976227) -> (continuation of Deferred@1347003453 after retry RPC after error@180206448) -> (continuation of Deferred@1303924371 after retry RPC after error@370761818)))
08:02:48.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.294 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.294 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.315 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.315 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.315 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.315 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.315 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.315 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.334 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.334 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.335 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1465544890(state=PENDING, result=null, callback=(continuation of Deferred@1399176181 after retry RPC after error@1085299378) -> (continuation of Deferred@997661919 after retry RPC after error@1068262571) -> (continuation of Deferred@1097386680 after retry RPC after error@63925741) -> (continuation of Deferred@14485679 after retry RPC after error@1544076579) -> (continuation of Deferred@1530036496 after retry RPC after error@594161566) -> (continuation of Deferred@1260049196 after retry RPC after error@1390583497) -> (continuation of Deferred@488091524 after retry RPC after error@1878226279), errback=(continuation of Deferred@1399176181 after retry RPC after error@1085299378) -> (continuation of Deferred@997661919 after retry RPC after error@1068262571) -> (continuation of Deferred@1097386680 after retry RPC after error@63925741) -> (continuation of Deferred@14485679 after retry RPC after error@1544076579) -> (continuation of Deferred@1530036496 after retry RPC after error@594161566) -> (continuation of Deferred@1260049196 after retry RPC after error@1390583497) -> (continuation of Deferred@488091524 after retry RPC after error@1878226279)))
08:02:48.496 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1465544890(state=PENDING, result=null, callback=(continuation of Deferred@1399176181 after retry RPC after error@1085299378) -> (continuation of Deferred@997661919 after retry RPC after error@1068262571) -> (continuation of Deferred@1097386680 after retry RPC after error@63925741) -> (continuation of Deferred@14485679 after retry RPC after error@1544076579) -> (continuation of Deferred@1530036496 after retry RPC after error@594161566) -> (continuation of Deferred@1260049196 after retry RPC after error@1390583497) -> (continuation of Deferred@488091524 after retry RPC after error@1878226279), errback=(continuation of Deferred@1399176181 after retry RPC after error@1085299378) -> (continuation of Deferred@997661919 after retry RPC after error@1068262571) -> (continuation of Deferred@1097386680 after retry RPC after error@63925741) -> (continuation of Deferred@14485679 after retry RPC after error@1544076579) -> (continuation of Deferred@1530036496 after retry RPC after error@594161566) -> (continuation of Deferred@1260049196 after retry RPC after error@1390583497) -> (continuation of Deferred@488091524 after retry RPC after error@1878226279)))
08:02:48.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.515 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.515 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.515 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.535 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.535 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.554 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.554 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.614 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.614 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@2020456473(state=PENDING, result=null, callback=(continuation of Deferred@808980196 after retry RPC after error@130907293) -> (continuation of Deferred@607993353 after retry RPC after error@822470631) -> (continuation of Deferred@1094357005 after retry RPC after error@771700003) -> (continuation of Deferred@1627360227 after retry RPC after error@2119922372) -> (continuation of Deferred@1811169274 after retry RPC after error@1064716682) -> (continuation of Deferred@600468756 after retry RPC after error@111339259), errback=(continuation of Deferred@808980196 after retry RPC after error@130907293) -> (continuation of Deferred@607993353 after retry RPC after error@822470631) -> (continuation of Deferred@1094357005 after retry RPC after error@771700003) -> (continuation of Deferred@1627360227 after retry RPC after error@2119922372) -> (continuation of Deferred@1811169274 after retry RPC after error@1064716682) -> (continuation of Deferred@600468756 after retry RPC after error@111339259)))
08:02:48.676 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@2020456473(state=PENDING, result=null, callback=(continuation of Deferred@808980196 after retry RPC after error@130907293) -> (continuation of Deferred@607993353 after retry RPC after error@822470631) -> (continuation of Deferred@1094357005 after retry RPC after error@771700003) -> (continuation of Deferred@1627360227 after retry RPC after error@2119922372) -> (continuation of Deferred@1811169274 after retry RPC after error@1064716682) -> (continuation of Deferred@600468756 after retry RPC after error@111339259), errback=(continuation of Deferred@808980196 after retry RPC after error@130907293) -> (continuation of Deferred@607993353 after retry RPC after error@822470631) -> (continuation of Deferred@1094357005 after retry RPC after error@771700003) -> (continuation of Deferred@1627360227 after retry RPC after error@2119922372) -> (continuation of Deferred@1811169274 after retry RPC after error@1064716682) -> (continuation of Deferred@600468756 after retry RPC after error@111339259)))
08:02:48.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.697 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.715 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.715 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.715 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.715 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.715 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.735 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.735 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.735 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.735 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.755 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.815 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.815 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.815 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.835 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.835 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.915 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.915 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.915 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.916 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1948534475(state=PENDING, result=null, callback=(continuation of Deferred@349298042 after retry RPC after error@397035721) -> (continuation of Deferred@537834357 after retry RPC after error@1992993697) -> (continuation of Deferred@1827312143 after retry RPC after error@700674907) -> (continuation of Deferred@2089019405 after retry RPC after error@1597494175) -> (continuation of Deferred@1735739548 after retry RPC after error@1436464770) -> (continuation of Deferred@910094268 after retry RPC after error@1467251151) -> (continuation of Deferred@445180437 after retry RPC after error@981628256), errback=(continuation of Deferred@349298042 after retry RPC after error@397035721) -> (continuation of Deferred@537834357 after retry RPC after error@1992993697) -> (continuation of Deferred@1827312143 after retry RPC after error@700674907) -> (continuation of Deferred@2089019405 after retry RPC after error@1597494175) -> (continuation of Deferred@1735739548 after retry RPC after error@1436464770) -> (continuation of Deferred@910094268 after retry RPC after error@1467251151) -> (continuation of Deferred@445180437 after retry RPC after error@981628256)))
08:02:48.917 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1948534475(state=PENDING, result=null, callback=(continuation of Deferred@349298042 after retry RPC after error@397035721) -> (continuation of Deferred@537834357 after retry RPC after error@1992993697) -> (continuation of Deferred@1827312143 after retry RPC after error@700674907) -> (continuation of Deferred@2089019405 after retry RPC after error@1597494175) -> (continuation of Deferred@1735739548 after retry RPC after error@1436464770) -> (continuation of Deferred@910094268 after retry RPC after error@1467251151) -> (continuation of Deferred@445180437 after retry RPC after error@981628256), errback=(continuation of Deferred@349298042 after retry RPC after error@397035721) -> (continuation of Deferred@537834357 after retry RPC after error@1992993697) -> (continuation of Deferred@1827312143 after retry RPC after error@700674907) -> (continuation of Deferred@2089019405 after retry RPC after error@1597494175) -> (continuation of Deferred@1735739548 after retry RPC after error@1436464770) -> (continuation of Deferred@910094268 after retry RPC after error@1467251151) -> (continuation of Deferred@445180437 after retry RPC after error@981628256)))
08:02:48.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.934 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.935 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.935 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.955 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.955 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.955 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.955 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:48.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:48.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:48.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.994 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:48.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:48.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.034 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.035 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.035 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.075 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.075 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.136 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.136 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.155 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.156 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.159 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=225), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [225ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@21338627(state=PENDING, result=null, callback=(continuation of Deferred@2057402228 after retry RPC after error@1886168634) -> (continuation of Deferred@1371075143 after retry RPC after error@2088824817) -> (continuation of Deferred@225131970 after retry RPC after error@404952867) -> (continuation of Deferred@245363882 after retry RPC after error@1973124591) -> (continuation of Deferred@558554035 after retry RPC after error@567298742) -> (continuation of Deferred@1352388738 after retry RPC after error@2118232955) -> (continuation of Deferred@161570883 after retry RPC after error@713494075), errback=(continuation of Deferred@2057402228 after retry RPC after error@1886168634) -> (continuation of Deferred@1371075143 after retry RPC after error@2088824817) -> (continuation of Deferred@225131970 after retry RPC after error@404952867) -> (continuation of Deferred@245363882 after retry RPC after error@1973124591) -> (continuation of Deferred@558554035 after retry RPC after error@567298742) -> (continuation of Deferred@1352388738 after retry RPC after error@2118232955) -> (continuation of Deferred@161570883 after retry RPC after error@713494075)))
08:02:49.159 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=225), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [225ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@21338627(state=PENDING, result=null, callback=(continuation of Deferred@2057402228 after retry RPC after error@1886168634) -> (continuation of Deferred@1371075143 after retry RPC after error@2088824817) -> (continuation of Deferred@225131970 after retry RPC after error@404952867) -> (continuation of Deferred@245363882 after retry RPC after error@1973124591) -> (continuation of Deferred@558554035 after retry RPC after error@567298742) -> (continuation of Deferred@1352388738 after retry RPC after error@2118232955) -> (continuation of Deferred@161570883 after retry RPC after error@713494075), errback=(continuation of Deferred@2057402228 after retry RPC after error@1886168634) -> (continuation of Deferred@1371075143 after retry RPC after error@2088824817) -> (continuation of Deferred@225131970 after retry RPC after error@404952867) -> (continuation of Deferred@245363882 after retry RPC after error@1973124591) -> (continuation of Deferred@558554035 after retry RPC after error@567298742) -> (continuation of Deferred@1352388738 after retry RPC after error@2118232955) -> (continuation of Deferred@161570883 after retry RPC after error@713494075)))
08:02:49.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.194 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.194 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.194 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:49.214845 25080 master_runner.cc:186] Error getting master registration for 127.23.129.62:36767: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111), 
08:02:49.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:49.215063 25080 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:02:49.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.235 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.235 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.275 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.275 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.316 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2139580610(state=PENDING, result=null, callback=(continuation of Deferred@1505507861 after retry RPC after error@1283641561) -> (continuation of Deferred@1656267843 after retry RPC after error@641536430) -> (continuation of Deferred@518646766 after retry RPC after error@1152902386) -> (continuation of Deferred@1670044315 after retry RPC after error@770967333) -> (continuation of Deferred@2090024942 after retry RPC after error@125359354) -> (continuation of Deferred@840140940 after retry RPC after error@1070820548), errback=(continuation of Deferred@1505507861 after retry RPC after error@1283641561) -> (continuation of Deferred@1656267843 after retry RPC after error@641536430) -> (continuation of Deferred@518646766 after retry RPC after error@1152902386) -> (continuation of Deferred@1670044315 after retry RPC after error@770967333) -> (continuation of Deferred@2090024942 after retry RPC after error@125359354) -> (continuation of Deferred@840140940 after retry RPC after error@1070820548)))
08:02:49.316 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2139580610(state=PENDING, result=null, callback=(continuation of Deferred@1505507861 after retry RPC after error@1283641561) -> (continuation of Deferred@1656267843 after retry RPC after error@641536430) -> (continuation of Deferred@518646766 after retry RPC after error@1152902386) -> (continuation of Deferred@1670044315 after retry RPC after error@770967333) -> (continuation of Deferred@2090024942 after retry RPC after error@125359354) -> (continuation of Deferred@840140940 after retry RPC after error@1070820548), errback=(continuation of Deferred@1505507861 after retry RPC after error@1283641561) -> (continuation of Deferred@1656267843 after retry RPC after error@641536430) -> (continuation of Deferred@518646766 after retry RPC after error@1152902386) -> (continuation of Deferred@1670044315 after retry RPC after error@770967333) -> (continuation of Deferred@2090024942 after retry RPC after error@125359354) -> (continuation of Deferred@840140940 after retry RPC after error@1070820548)))
08:02:49.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.395 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.395 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.415 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.536 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@431650563(state=PENDING, result=null, callback=(continuation of Deferred@645966278 after retry RPC after error@2059449652) -> (continuation of Deferred@230940006 after retry RPC after error@1191948722) -> (continuation of Deferred@1692859916 after retry RPC after error@468754097) -> (continuation of Deferred@147540036 after retry RPC after error@316145358) -> (continuation of Deferred@1091728390 after retry RPC after error@1577615235) -> (continuation of Deferred@206800238 after retry RPC after error@568273828) -> (continuation of Deferred@1933560285 after retry RPC after error@1851147358), errback=(continuation of Deferred@645966278 after retry RPC after error@2059449652) -> (continuation of Deferred@230940006 after retry RPC after error@1191948722) -> (continuation of Deferred@1692859916 after retry RPC after error@468754097) -> (continuation of Deferred@147540036 after retry RPC after error@316145358) -> (continuation of Deferred@1091728390 after retry RPC after error@1577615235) -> (continuation of Deferred@206800238 after retry RPC after error@568273828) -> (continuation of Deferred@1933560285 after retry RPC after error@1851147358)))
08:02:49.536 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@431650563(state=PENDING, result=null, callback=(continuation of Deferred@645966278 after retry RPC after error@2059449652) -> (continuation of Deferred@230940006 after retry RPC after error@1191948722) -> (continuation of Deferred@1692859916 after retry RPC after error@468754097) -> (continuation of Deferred@147540036 after retry RPC after error@316145358) -> (continuation of Deferred@1091728390 after retry RPC after error@1577615235) -> (continuation of Deferred@206800238 after retry RPC after error@568273828) -> (continuation of Deferred@1933560285 after retry RPC after error@1851147358), errback=(continuation of Deferred@645966278 after retry RPC after error@2059449652) -> (continuation of Deferred@230940006 after retry RPC after error@1191948722) -> (continuation of Deferred@1692859916 after retry RPC after error@468754097) -> (continuation of Deferred@147540036 after retry RPC after error@316145358) -> (continuation of Deferred@1091728390 after retry RPC after error@1577615235) -> (continuation of Deferred@206800238 after retry RPC after error@568273828) -> (continuation of Deferred@1933560285 after retry RPC after error@1851147358)))
08:02:49.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.614 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.614 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.614 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.635 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.635 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.635 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.679 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.679 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.679 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.679 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.679 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.679 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.736 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [125ms] refreshing cache from master, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [126ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [126ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [127ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@722998855(state=PENDING, result=null, callback=(continuation of Deferred@2008073166 after retry RPC after error@2133258123) -> (continuation of Deferred@2069233138 after retry RPC after error@278161137) -> (continuation of Deferred@1640720798 after retry RPC after error@702122139) -> (continuation of Deferred@2100779583 after retry RPC after error@1319573638) -> (continuation of Deferred@1947864917 after retry RPC after error@291687453) -> (continuation of Deferred@1447271084 after retry RPC after error@542563274), errback=(continuation of Deferred@2008073166 after retry RPC after error@2133258123) -> (continuation of Deferred@2069233138 after retry RPC after error@278161137) -> (continuation of Deferred@1640720798 after retry RPC after error@702122139) -> (continuation of Deferred@2100779583 after retry RPC after error@1319573638) -> (continuation of Deferred@1947864917 after retry RPC after error@291687453) -> (continuation of Deferred@1447271084 after retry RPC after error@542563274)))
08:02:49.736 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [125ms] refreshing cache from master, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [126ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [126ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [127ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@722998855(state=PENDING, result=null, callback=(continuation of Deferred@2008073166 after retry RPC after error@2133258123) -> (continuation of Deferred@2069233138 after retry RPC after error@278161137) -> (continuation of Deferred@1640720798 after retry RPC after error@702122139) -> (continuation of Deferred@2100779583 after retry RPC after error@1319573638) -> (continuation of Deferred@1947864917 after retry RPC after error@291687453) -> (continuation of Deferred@1447271084 after retry RPC after error@542563274), errback=(continuation of Deferred@2008073166 after retry RPC after error@2133258123) -> (continuation of Deferred@2069233138 after retry RPC after error@278161137) -> (continuation of Deferred@1640720798 after retry RPC after error@702122139) -> (continuation of Deferred@2100779583 after retry RPC after error@1319573638) -> (continuation of Deferred@1947864917 after retry RPC after error@291687453) -> (continuation of Deferred@1447271084 after retry RPC after error@542563274)))
08:02:49.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.775 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.795 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.795 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.815 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.854 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1267894421(state=PENDING, result=null, callback=(continuation of Deferred@1900745880 after retry RPC after error@1653009974) -> (continuation of Deferred@392204627 after retry RPC after error@1223255306) -> (continuation of Deferred@1630492507 after retry RPC after error@881717782) -> (continuation of Deferred@661919709 after retry RPC after error@615966476) -> (continuation of Deferred@1060698446 after retry RPC after error@1686020605) -> (continuation of Deferred@1664325712 after retry RPC after error@1882099133) -> (continuation of Deferred@136640639 after retry RPC after error@432329167), errback=(continuation of Deferred@1900745880 after retry RPC after error@1653009974) -> (continuation of Deferred@392204627 after retry RPC after error@1223255306) -> (continuation of Deferred@1630492507 after retry RPC after error@881717782) -> (continuation of Deferred@661919709 after retry RPC after error@615966476) -> (continuation of Deferred@1060698446 after retry RPC after error@1686020605) -> (continuation of Deferred@1664325712 after retry RPC after error@1882099133) -> (continuation of Deferred@136640639 after retry RPC after error@432329167)))
08:02:49.935 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1267894421(state=PENDING, result=null, callback=(continuation of Deferred@1900745880 after retry RPC after error@1653009974) -> (continuation of Deferred@392204627 after retry RPC after error@1223255306) -> (continuation of Deferred@1630492507 after retry RPC after error@881717782) -> (continuation of Deferred@661919709 after retry RPC after error@615966476) -> (continuation of Deferred@1060698446 after retry RPC after error@1686020605) -> (continuation of Deferred@1664325712 after retry RPC after error@1882099133) -> (continuation of Deferred@136640639 after retry RPC after error@432329167), errback=(continuation of Deferred@1900745880 after retry RPC after error@1653009974) -> (continuation of Deferred@392204627 after retry RPC after error@1223255306) -> (continuation of Deferred@1630492507 after retry RPC after error@881717782) -> (continuation of Deferred@661919709 after retry RPC after error@615966476) -> (continuation of Deferred@1060698446 after retry RPC after error@1686020605) -> (continuation of Deferred@1664325712 after retry RPC after error@1882099133) -> (continuation of Deferred@136640639 after retry RPC after error@432329167)))
08:02:49.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.955 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.955 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.955 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:49.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:49.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:49.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:49.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:49.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.034 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.034 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:50.099632 25369 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:02:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:50.099870 25369 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:02:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:50.100562 25369 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:02:50.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:50.101444 25097 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:02:50.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:50.109107 25097 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:02:50.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:50.109372 25100 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:02:50.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:50.109465 25100 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5; no voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b
08:02:50.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:50.109723 25369 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:02:50.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.135 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.135 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.135 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.135 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.174 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.174 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.174 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.213 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@759037238(state=PENDING, result=null, callback=(continuation of Deferred@163350265 after retry RPC after error@2067089252) -> (continuation of Deferred@1319128231 after retry RPC after error@213306376) -> (continuation of Deferred@1632634921 after retry RPC after error@806317312) -> (continuation of Deferred@2080824018 after retry RPC after error@1181392854) -> (continuation of Deferred@664454770 after retry RPC after error@1823922412) -> (continuation of Deferred@648830946 after retry RPC after error@875225294) -> (continuation of Deferred@1173494127 after retry RPC after error@534370437) -> (continuation of Deferred@1540278227 after retry RPC after error@948007156) -> (continuation of Deferred@1835872234 after retry RPC after error@1017241394), errback=(continuation of Deferred@163350265 after retry RPC after error@2067089252) -> (continuation of Deferred@1319128231 after retry RPC after error@213306376) -> (continuation of Deferred@1632634921 after retry RPC after error@806317312) -> (continuation of Deferred@2080824018 after retry RPC after error@1181392854) -> (continuation of Deferred@664454770 after retry RPC after error@1823922412) -> (continuation of Deferred@648830946 after retry RPC after error@875225294) -> (continuation of Deferred@1173494127 after retry RPC after error@534370437) -> (continuation of Deferred@1540278227 after retry RPC after error@948007156) -> (continuation of Deferred@1835872234 after retry RPC after error@1017241394)))
08:02:50.214 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:02:50.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.235 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.274 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.274 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.295 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.295 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.295 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.315 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.335 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.335 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.335 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.395 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.476 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1983477171(state=PENDING, result=null, callback=(continuation of Deferred@130159976 after retry RPC after error@732918457) -> (continuation of Deferred@1435638378 after retry RPC after error@1757112710) -> (continuation of Deferred@2143635628 after retry RPC after error@791664471) -> (continuation of Deferred@1789647250 after retry RPC after error@1500473880) -> (continuation of Deferred@205183409 after retry RPC after error@1576935950) -> (continuation of Deferred@1764558698 after retry RPC after error@1269862397) -> (continuation of Deferred@295510123 after retry RPC after error@1038061060) -> (continuation of Deferred@1011402882 after retry RPC after error@1934129041), errback=(continuation of Deferred@130159976 after retry RPC after error@732918457) -> (continuation of Deferred@1435638378 after retry RPC after error@1757112710) -> (continuation of Deferred@2143635628 after retry RPC after error@791664471) -> (continuation of Deferred@1789647250 after retry RPC after error@1500473880) -> (continuation of Deferred@205183409 after retry RPC after error@1576935950) -> (continuation of Deferred@1764558698 after retry RPC after error@1269862397) -> (continuation of Deferred@295510123 after retry RPC after error@1038061060) -> (continuation of Deferred@1011402882 after retry RPC after error@1934129041)))
08:02:50.476 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1983477171(state=PENDING, result=null, callback=(continuation of Deferred@130159976 after retry RPC after error@732918457) -> (continuation of Deferred@1435638378 after retry RPC after error@1757112710) -> (continuation of Deferred@2143635628 after retry RPC after error@791664471) -> (continuation of Deferred@1789647250 after retry RPC after error@1500473880) -> (continuation of Deferred@205183409 after retry RPC after error@1576935950) -> (continuation of Deferred@1764558698 after retry RPC after error@1269862397) -> (continuation of Deferred@295510123 after retry RPC after error@1038061060) -> (continuation of Deferred@1011402882 after retry RPC after error@1934129041), errback=(continuation of Deferred@130159976 after retry RPC after error@732918457) -> (continuation of Deferred@1435638378 after retry RPC after error@1757112710) -> (continuation of Deferred@2143635628 after retry RPC after error@791664471) -> (continuation of Deferred@1789647250 after retry RPC after error@1500473880) -> (continuation of Deferred@205183409 after retry RPC after error@1576935950) -> (continuation of Deferred@1764558698 after retry RPC after error@1269862397) -> (continuation of Deferred@295510123 after retry RPC after error@1038061060) -> (continuation of Deferred@1011402882 after retry RPC after error@1934129041)))
08:02:50.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.515 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.515 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.515 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.515 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.515 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.535 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.535 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.555 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.555 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.614 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.614 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.634 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.714 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.716 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2145175916(state=PENDING, result=null, callback=(continuation of Deferred@824950940 after retry RPC after error@856593261) -> (continuation of Deferred@563360509 after retry RPC after error@949622794) -> (continuation of Deferred@1465520293 after retry RPC after error@277374168) -> (continuation of Deferred@277589998 after retry RPC after error@2017046461) -> (continuation of Deferred@2145470247 after retry RPC after error@748438183) -> (continuation of Deferred@1638235141 after retry RPC after error@1414820811) -> (continuation of Deferred@570019353 after retry RPC after error@1866344955), errback=(continuation of Deferred@824950940 after retry RPC after error@856593261) -> (continuation of Deferred@563360509 after retry RPC after error@949622794) -> (continuation of Deferred@1465520293 after retry RPC after error@277374168) -> (continuation of Deferred@277589998 after retry RPC after error@2017046461) -> (continuation of Deferred@2145470247 after retry RPC after error@748438183) -> (continuation of Deferred@1638235141 after retry RPC after error@1414820811) -> (continuation of Deferred@570019353 after retry RPC after error@1866344955)))
08:02:50.716 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2145175916(state=PENDING, result=null, callback=(continuation of Deferred@824950940 after retry RPC after error@856593261) -> (continuation of Deferred@563360509 after retry RPC after error@949622794) -> (continuation of Deferred@1465520293 after retry RPC after error@277374168) -> (continuation of Deferred@277589998 after retry RPC after error@2017046461) -> (continuation of Deferred@2145470247 after retry RPC after error@748438183) -> (continuation of Deferred@1638235141 after retry RPC after error@1414820811) -> (continuation of Deferred@570019353 after retry RPC after error@1866344955), errback=(continuation of Deferred@824950940 after retry RPC after error@856593261) -> (continuation of Deferred@563360509 after retry RPC after error@949622794) -> (continuation of Deferred@1465520293 after retry RPC after error@277374168) -> (continuation of Deferred@277589998 after retry RPC after error@2017046461) -> (continuation of Deferred@2145470247 after retry RPC after error@748438183) -> (continuation of Deferred@1638235141 after retry RPC after error@1414820811) -> (continuation of Deferred@570019353 after retry RPC after error@1866344955)))
08:02:50.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.755 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.794 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.794 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.814 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.835 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.835 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.835 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.835 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.835 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.854 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.854 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.854 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.876 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@254972034(state=PENDING, result=null, callback=(continuation of Deferred@998901223 after retry RPC after error@1411723198) -> (continuation of Deferred@1496999194 after retry RPC after error@1117214783) -> (continuation of Deferred@693749943 after retry RPC after error@1425820413) -> (continuation of Deferred@1583675341 after retry RPC after error@650775198) -> (continuation of Deferred@1093759616 after retry RPC after error@2007790585) -> (continuation of Deferred@235878494 after retry RPC after error@2020040187) -> (continuation of Deferred@839423237 after retry RPC after error@640621318), errback=(continuation of Deferred@998901223 after retry RPC after error@1411723198) -> (continuation of Deferred@1496999194 after retry RPC after error@1117214783) -> (continuation of Deferred@693749943 after retry RPC after error@1425820413) -> (continuation of Deferred@1583675341 after retry RPC after error@650775198) -> (continuation of Deferred@1093759616 after retry RPC after error@2007790585) -> (continuation of Deferred@235878494 after retry RPC after error@2020040187) -> (continuation of Deferred@839423237 after retry RPC after error@640621318)))
08:02:50.876 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@254972034(state=PENDING, result=null, callback=(continuation of Deferred@998901223 after retry RPC after error@1411723198) -> (continuation of Deferred@1496999194 after retry RPC after error@1117214783) -> (continuation of Deferred@693749943 after retry RPC after error@1425820413) -> (continuation of Deferred@1583675341 after retry RPC after error@650775198) -> (continuation of Deferred@1093759616 after retry RPC after error@2007790585) -> (continuation of Deferred@235878494 after retry RPC after error@2020040187) -> (continuation of Deferred@839423237 after retry RPC after error@640621318), errback=(continuation of Deferred@998901223 after retry RPC after error@1411723198) -> (continuation of Deferred@1496999194 after retry RPC after error@1117214783) -> (continuation of Deferred@693749943 after retry RPC after error@1425820413) -> (continuation of Deferred@1583675341 after retry RPC after error@650775198) -> (continuation of Deferred@1093759616 after retry RPC after error@2007790585) -> (continuation of Deferred@235878494 after retry RPC after error@2020040187) -> (continuation of Deferred@839423237 after retry RPC after error@640621318)))
08:02:50.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.915 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.975 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.975 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.975 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.975 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.975 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:50.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:50.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:50.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.994 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.994 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:50.994 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:50.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.055 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.056 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1109274821(state=PENDING, result=null, callback=(continuation of Deferred@692247114 after retry RPC after error@74482298) -> (continuation of Deferred@973062848 after retry RPC after error@181683490) -> (continuation of Deferred@897273528 after retry RPC after error@890792255) -> (continuation of Deferred@1916163230 after retry RPC after error@1524888239) -> (continuation of Deferred@897743301 after retry RPC after error@1134936027) -> (continuation of Deferred@66552213 after retry RPC after error@1187278286), errback=(continuation of Deferred@692247114 after retry RPC after error@74482298) -> (continuation of Deferred@973062848 after retry RPC after error@181683490) -> (continuation of Deferred@897273528 after retry RPC after error@890792255) -> (continuation of Deferred@1916163230 after retry RPC after error@1524888239) -> (continuation of Deferred@897743301 after retry RPC after error@1134936027) -> (continuation of Deferred@66552213 after retry RPC after error@1187278286)))
08:02:51.056 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1109274821(state=PENDING, result=null, callback=(continuation of Deferred@692247114 after retry RPC after error@74482298) -> (continuation of Deferred@973062848 after retry RPC after error@181683490) -> (continuation of Deferred@897273528 after retry RPC after error@890792255) -> (continuation of Deferred@1916163230 after retry RPC after error@1524888239) -> (continuation of Deferred@897743301 after retry RPC after error@1134936027) -> (continuation of Deferred@66552213 after retry RPC after error@1187278286), errback=(continuation of Deferred@692247114 after retry RPC after error@74482298) -> (continuation of Deferred@973062848 after retry RPC after error@181683490) -> (continuation of Deferred@897273528 after retry RPC after error@890792255) -> (continuation of Deferred@1916163230 after retry RPC after error@1524888239) -> (continuation of Deferred@897743301 after retry RPC after error@1134936027) -> (continuation of Deferred@66552213 after retry RPC after error@1187278286)))
08:02:51.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.115 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.234 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.234 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.234 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.256 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1198109380(state=PENDING, result=null, callback=(continuation of Deferred@333930514 after retry RPC after error@1588583553) -> (continuation of Deferred@188696610 after retry RPC after error@21636115) -> (continuation of Deferred@688202712 after retry RPC after error@166640045) -> (continuation of Deferred@2019659498 after retry RPC after error@685463369) -> (continuation of Deferred@683719273 after retry RPC after error@1411341581) -> (continuation of Deferred@545103802 after retry RPC after error@1382999523) -> (continuation of Deferred@2144341557 after retry RPC after error@1367987191), errback=(continuation of Deferred@333930514 after retry RPC after error@1588583553) -> (continuation of Deferred@188696610 after retry RPC after error@21636115) -> (continuation of Deferred@688202712 after retry RPC after error@166640045) -> (continuation of Deferred@2019659498 after retry RPC after error@685463369) -> (continuation of Deferred@683719273 after retry RPC after error@1411341581) -> (continuation of Deferred@545103802 after retry RPC after error@1382999523) -> (continuation of Deferred@2144341557 after retry RPC after error@1367987191)))
08:02:51.256 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1198109380(state=PENDING, result=null, callback=(continuation of Deferred@333930514 after retry RPC after error@1588583553) -> (continuation of Deferred@188696610 after retry RPC after error@21636115) -> (continuation of Deferred@688202712 after retry RPC after error@166640045) -> (continuation of Deferred@2019659498 after retry RPC after error@685463369) -> (continuation of Deferred@683719273 after retry RPC after error@1411341581) -> (continuation of Deferred@545103802 after retry RPC after error@1382999523) -> (continuation of Deferred@2144341557 after retry RPC after error@1367987191), errback=(continuation of Deferred@333930514 after retry RPC after error@1588583553) -> (continuation of Deferred@188696610 after retry RPC after error@21636115) -> (continuation of Deferred@688202712 after retry RPC after error@166640045) -> (continuation of Deferred@2019659498 after retry RPC after error@685463369) -> (continuation of Deferred@683719273 after retry RPC after error@1411341581) -> (continuation of Deferred@545103802 after retry RPC after error@1382999523) -> (continuation of Deferred@2144341557 after retry RPC after error@1367987191)))
08:02:51.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.275 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.294 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.294 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.334 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.334 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.395 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.395 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.395 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.395 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.395 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.416 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1840721362(state=PENDING, result=null, callback=(continuation of Deferred@1483693280 after retry RPC after error@1650608582) -> (continuation of Deferred@202998831 after retry RPC after error@1477767619) -> (continuation of Deferred@2050895485 after retry RPC after error@182609029) -> (continuation of Deferred@1251647754 after retry RPC after error@905960307) -> (continuation of Deferred@1052329591 after retry RPC after error@661052265) -> (continuation of Deferred@946580606 after retry RPC after error@1929694275) -> (continuation of Deferred@133871274 after retry RPC after error@383162543), errback=(continuation of Deferred@1483693280 after retry RPC after error@1650608582) -> (continuation of Deferred@202998831 after retry RPC after error@1477767619) -> (continuation of Deferred@2050895485 after retry RPC after error@182609029) -> (continuation of Deferred@1251647754 after retry RPC after error@905960307) -> (continuation of Deferred@1052329591 after retry RPC after error@661052265) -> (continuation of Deferred@946580606 after retry RPC after error@1929694275) -> (continuation of Deferred@133871274 after retry RPC after error@383162543)))
08:02:51.416 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1840721362(state=PENDING, result=null, callback=(continuation of Deferred@1483693280 after retry RPC after error@1650608582) -> (continuation of Deferred@202998831 after retry RPC after error@1477767619) -> (continuation of Deferred@2050895485 after retry RPC after error@182609029) -> (continuation of Deferred@1251647754 after retry RPC after error@905960307) -> (continuation of Deferred@1052329591 after retry RPC after error@661052265) -> (continuation of Deferred@946580606 after retry RPC after error@1929694275) -> (continuation of Deferred@133871274 after retry RPC after error@383162543), errback=(continuation of Deferred@1483693280 after retry RPC after error@1650608582) -> (continuation of Deferred@202998831 after retry RPC after error@1477767619) -> (continuation of Deferred@2050895485 after retry RPC after error@182609029) -> (continuation of Deferred@1251647754 after retry RPC after error@905960307) -> (continuation of Deferred@1052329591 after retry RPC after error@661052265) -> (continuation of Deferred@946580606 after retry RPC after error@1929694275) -> (continuation of Deferred@133871274 after retry RPC after error@383162543)))
08:02:51.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.434 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.434 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.434 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.454 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.454 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.454 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.574 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.574 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.574 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@2067797778(state=PENDING, result=null, callback=(continuation of Deferred@515428103 after retry RPC after error@1141780325) -> (continuation of Deferred@868916745 after retry RPC after error@1212803045) -> (continuation of Deferred@282188060 after retry RPC after error@630303076) -> (continuation of Deferred@1120682249 after retry RPC after error@1170075770) -> (continuation of Deferred@1530583272 after retry RPC after error@1934135394) -> (continuation of Deferred@1403802379 after retry RPC after error@2033731364) -> (continuation of Deferred@1959279987 after retry RPC after error@1127507976), errback=(continuation of Deferred@515428103 after retry RPC after error@1141780325) -> (continuation of Deferred@868916745 after retry RPC after error@1212803045) -> (continuation of Deferred@282188060 after retry RPC after error@630303076) -> (continuation of Deferred@1120682249 after retry RPC after error@1170075770) -> (continuation of Deferred@1530583272 after retry RPC after error@1934135394) -> (continuation of Deferred@1403802379 after retry RPC after error@2033731364) -> (continuation of Deferred@1959279987 after retry RPC after error@1127507976)))
08:02:51.656 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@2067797778(state=PENDING, result=null, callback=(continuation of Deferred@515428103 after retry RPC after error@1141780325) -> (continuation of Deferred@868916745 after retry RPC after error@1212803045) -> (continuation of Deferred@282188060 after retry RPC after error@630303076) -> (continuation of Deferred@1120682249 after retry RPC after error@1170075770) -> (continuation of Deferred@1530583272 after retry RPC after error@1934135394) -> (continuation of Deferred@1403802379 after retry RPC after error@2033731364) -> (continuation of Deferred@1959279987 after retry RPC after error@1127507976), errback=(continuation of Deferred@515428103 after retry RPC after error@1141780325) -> (continuation of Deferred@868916745 after retry RPC after error@1212803045) -> (continuation of Deferred@282188060 after retry RPC after error@630303076) -> (continuation of Deferred@1120682249 after retry RPC after error@1170075770) -> (continuation of Deferred@1530583272 after retry RPC after error@1934135394) -> (continuation of Deferred@1403802379 after retry RPC after error@2033731364) -> (continuation of Deferred@1959279987 after retry RPC after error@1127507976)))
08:02:51.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.715 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.715 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.855 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.855 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.895 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.895 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.895 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.896 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1690013167(state=PENDING, result=null, callback=(continuation of Deferred@1956339324 after retry RPC after error@1708380475) -> (continuation of Deferred@919604781 after retry RPC after error@247212525) -> (continuation of Deferred@553316088 after retry RPC after error@1532733909) -> (continuation of Deferred@1833723381 after retry RPC after error@47237872) -> (continuation of Deferred@1965717884 after retry RPC after error@1941533453) -> (continuation of Deferred@2102711106 after retry RPC after error@2044133714) -> (continuation of Deferred@1603298957 after retry RPC after error@1728665449) -> (continuation of Deferred@1016874505 after retry RPC after error@2097159513), errback=(continuation of Deferred@1956339324 after retry RPC after error@1708380475) -> (continuation of Deferred@919604781 after retry RPC after error@247212525) -> (continuation of Deferred@553316088 after retry RPC after error@1532733909) -> (continuation of Deferred@1833723381 after retry RPC after error@47237872) -> (continuation of Deferred@1965717884 after retry RPC after error@1941533453) -> (continuation of Deferred@2102711106 after retry RPC after error@2044133714) -> (continuation of Deferred@1603298957 after retry RPC after error@1728665449) -> (continuation of Deferred@1016874505 after retry RPC after error@2097159513)))
08:02:51.896 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1690013167(state=PENDING, result=null, callback=(continuation of Deferred@1956339324 after retry RPC after error@1708380475) -> (continuation of Deferred@919604781 after retry RPC after error@247212525) -> (continuation of Deferred@553316088 after retry RPC after error@1532733909) -> (continuation of Deferred@1833723381 after retry RPC after error@47237872) -> (continuation of Deferred@1965717884 after retry RPC after error@1941533453) -> (continuation of Deferred@2102711106 after retry RPC after error@2044133714) -> (continuation of Deferred@1603298957 after retry RPC after error@1728665449) -> (continuation of Deferred@1016874505 after retry RPC after error@2097159513), errback=(continuation of Deferred@1956339324 after retry RPC after error@1708380475) -> (continuation of Deferred@919604781 after retry RPC after error@247212525) -> (continuation of Deferred@553316088 after retry RPC after error@1532733909) -> (continuation of Deferred@1833723381 after retry RPC after error@47237872) -> (continuation of Deferred@1965717884 after retry RPC after error@1941533453) -> (continuation of Deferred@2102711106 after retry RPC after error@2044133714) -> (continuation of Deferred@1603298957 after retry RPC after error@1728665449) -> (continuation of Deferred@1016874505 after retry RPC after error@2097159513)))
08:02:51.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.915 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.954 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.954 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.954 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:51.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:51.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:51.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:51.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:51.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.114 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.114 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.114 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1264439684(state=PENDING, result=null, callback=(continuation of Deferred@2139602901 after retry RPC after error@16269951) -> (continuation of Deferred@1006263345 after retry RPC after error@504265531) -> (continuation of Deferred@1546982968 after retry RPC after error@505171067) -> (continuation of Deferred@2012123229 after retry RPC after error@441772600) -> (continuation of Deferred@1847901084 after retry RPC after error@304565687) -> (continuation of Deferred@289950678 after retry RPC after error@753956589) -> (continuation of Deferred@1740886196 after retry RPC after error@1327592206), errback=(continuation of Deferred@2139602901 after retry RPC after error@16269951) -> (continuation of Deferred@1006263345 after retry RPC after error@504265531) -> (continuation of Deferred@1546982968 after retry RPC after error@505171067) -> (continuation of Deferred@2012123229 after retry RPC after error@441772600) -> (continuation of Deferred@1847901084 after retry RPC after error@304565687) -> (continuation of Deferred@289950678 after retry RPC after error@753956589) -> (continuation of Deferred@1740886196 after retry RPC after error@1327592206)))
08:02:52.116 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1264439684(state=PENDING, result=null, callback=(continuation of Deferred@2139602901 after retry RPC after error@16269951) -> (continuation of Deferred@1006263345 after retry RPC after error@504265531) -> (continuation of Deferred@1546982968 after retry RPC after error@505171067) -> (continuation of Deferred@2012123229 after retry RPC after error@441772600) -> (continuation of Deferred@1847901084 after retry RPC after error@304565687) -> (continuation of Deferred@289950678 after retry RPC after error@753956589) -> (continuation of Deferred@1740886196 after retry RPC after error@1327592206), errback=(continuation of Deferred@2139602901 after retry RPC after error@16269951) -> (continuation of Deferred@1006263345 after retry RPC after error@504265531) -> (continuation of Deferred@1546982968 after retry RPC after error@505171067) -> (continuation of Deferred@2012123229 after retry RPC after error@441772600) -> (continuation of Deferred@1847901084 after retry RPC after error@304565687) -> (continuation of Deferred@289950678 after retry RPC after error@753956589) -> (continuation of Deferred@1740886196 after retry RPC after error@1327592206)))
08:02:52.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:52.131726 24708 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:02:52.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:52.135139 24708 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'f918aebc3953405194b8e7711cf6e360', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'f918aebc3953405194b8e7711cf6e360', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:02:52.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:52.137334 24708 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.129.61:42059)
08:02:52.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.155 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.155 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.155 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.174 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.174 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.174 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.214 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.215 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.215 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.255 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.335 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.335 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.393 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@55738547(state=PENDING, result=null, callback=(continuation of Deferred@1568334797 after retry RPC after error@992351769) -> (continuation of Deferred@1484050636 after retry RPC after error@1328841833) -> (continuation of Deferred@1163555529 after retry RPC after error@1313284773) -> (continuation of Deferred@818637073 after retry RPC after error@1538765997) -> (continuation of Deferred@1299007784 after retry RPC after error@977803306) -> (continuation of Deferred@1369472403 after retry RPC after error@928299478) -> (continuation of Deferred@274170397 after retry RPC after error@1789153653), errback=(continuation of Deferred@1568334797 after retry RPC after error@992351769) -> (continuation of Deferred@1484050636 after retry RPC after error@1328841833) -> (continuation of Deferred@1163555529 after retry RPC after error@1313284773) -> (continuation of Deferred@818637073 after retry RPC after error@1538765997) -> (continuation of Deferred@1299007784 after retry RPC after error@977803306) -> (continuation of Deferred@1369472403 after retry RPC after error@928299478) -> (continuation of Deferred@274170397 after retry RPC after error@1789153653)))
08:02:52.394 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:02:52.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.435 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.435 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.455 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.455 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.455 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.575 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.595 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.596 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1019434345(state=PENDING, result=null, callback=(continuation of Deferred@1052815727 after retry RPC after error@1188737607) -> (continuation of Deferred@720968523 after retry RPC after error@213351264) -> (continuation of Deferred@927459408 after retry RPC after error@605826165) -> (continuation of Deferred@1180518654 after retry RPC after error@1896240942) -> (continuation of Deferred@2030777398 after retry RPC after error@1018282214) -> (continuation of Deferred@268924214 after retry RPC after error@1409019711) -> (continuation of Deferred@1936837618 after retry RPC after error@1106609034) -> (continuation of Deferred@1785782343 after retry RPC after error@1719564321), errback=(continuation of Deferred@1052815727 after retry RPC after error@1188737607) -> (continuation of Deferred@720968523 after retry RPC after error@213351264) -> (continuation of Deferred@927459408 after retry RPC after error@605826165) -> (continuation of Deferred@1180518654 after retry RPC after error@1896240942) -> (continuation of Deferred@2030777398 after retry RPC after error@1018282214) -> (continuation of Deferred@268924214 after retry RPC after error@1409019711) -> (continuation of Deferred@1936837618 after retry RPC after error@1106609034) -> (continuation of Deferred@1785782343 after retry RPC after error@1719564321)))
08:02:52.596 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1019434345(state=PENDING, result=null, callback=(continuation of Deferred@1052815727 after retry RPC after error@1188737607) -> (continuation of Deferred@720968523 after retry RPC after error@213351264) -> (continuation of Deferred@927459408 after retry RPC after error@605826165) -> (continuation of Deferred@1180518654 after retry RPC after error@1896240942) -> (continuation of Deferred@2030777398 after retry RPC after error@1018282214) -> (continuation of Deferred@268924214 after retry RPC after error@1409019711) -> (continuation of Deferred@1936837618 after retry RPC after error@1106609034) -> (continuation of Deferred@1785782343 after retry RPC after error@1719564321), errback=(continuation of Deferred@1052815727 after retry RPC after error@1188737607) -> (continuation of Deferred@720968523 after retry RPC after error@213351264) -> (continuation of Deferred@927459408 after retry RPC after error@605826165) -> (continuation of Deferred@1180518654 after retry RPC after error@1896240942) -> (continuation of Deferred@2030777398 after retry RPC after error@1018282214) -> (continuation of Deferred@268924214 after retry RPC after error@1409019711) -> (continuation of Deferred@1936837618 after retry RPC after error@1106609034) -> (continuation of Deferred@1785782343 after retry RPC after error@1719564321)))
08:02:52.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.614 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.614 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.614 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.775 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2110283691(state=PENDING, result=null, callback=(continuation of Deferred@1117637129 after retry RPC after error@1843761647) -> (continuation of Deferred@18178213 after retry RPC after error@1042235947) -> (continuation of Deferred@318642787 after retry RPC after error@1406503738) -> (continuation of Deferred@2045757869 after retry RPC after error@1034273441) -> (continuation of Deferred@1609235060 after retry RPC after error@538523368) -> (continuation of Deferred@658252263 after retry RPC after error@874471275), errback=(continuation of Deferred@1117637129 after retry RPC after error@1843761647) -> (continuation of Deferred@18178213 after retry RPC after error@1042235947) -> (continuation of Deferred@318642787 after retry RPC after error@1406503738) -> (continuation of Deferred@2045757869 after retry RPC after error@1034273441) -> (continuation of Deferred@1609235060 after retry RPC after error@538523368) -> (continuation of Deferred@658252263 after retry RPC after error@874471275)))
08:02:52.776 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2110283691(state=PENDING, result=null, callback=(continuation of Deferred@1117637129 after retry RPC after error@1843761647) -> (continuation of Deferred@18178213 after retry RPC after error@1042235947) -> (continuation of Deferred@318642787 after retry RPC after error@1406503738) -> (continuation of Deferred@2045757869 after retry RPC after error@1034273441) -> (continuation of Deferred@1609235060 after retry RPC after error@538523368) -> (continuation of Deferred@658252263 after retry RPC after error@874471275), errback=(continuation of Deferred@1117637129 after retry RPC after error@1843761647) -> (continuation of Deferred@18178213 after retry RPC after error@1042235947) -> (continuation of Deferred@318642787 after retry RPC after error@1406503738) -> (continuation of Deferred@2045757869 after retry RPC after error@1034273441) -> (continuation of Deferred@1609235060 after retry RPC after error@538523368) -> (continuation of Deferred@658252263 after retry RPC after error@874471275)))
08:02:52.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.795 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.795 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.795 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.814 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.814 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.815 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.854 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.854 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.854 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.875 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.875 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.875 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.895 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.895 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.895 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.895 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.895 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.895 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:52.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:52.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:52.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:52.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:52.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.015 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.015 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.015 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.016 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@173970875(state=PENDING, result=null, callback=(continuation of Deferred@2132513099 after retry RPC after error@325431301) -> (continuation of Deferred@495438743 after retry RPC after error@1661630161) -> (continuation of Deferred@1085809202 after retry RPC after error@2128828344) -> (continuation of Deferred@1562108032 after retry RPC after error@1838659852) -> (continuation of Deferred@1824505662 after retry RPC after error@134577030) -> (continuation of Deferred@169383398 after retry RPC after error@1511457392) -> (continuation of Deferred@1270878275 after retry RPC after error@1757055990), errback=(continuation of Deferred@2132513099 after retry RPC after error@325431301) -> (continuation of Deferred@495438743 after retry RPC after error@1661630161) -> (continuation of Deferred@1085809202 after retry RPC after error@2128828344) -> (continuation of Deferred@1562108032 after retry RPC after error@1838659852) -> (continuation of Deferred@1824505662 after retry RPC after error@134577030) -> (continuation of Deferred@169383398 after retry RPC after error@1511457392) -> (continuation of Deferred@1270878275 after retry RPC after error@1757055990)))
08:02:53.016 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@173970875(state=PENDING, result=null, callback=(continuation of Deferred@2132513099 after retry RPC after error@325431301) -> (continuation of Deferred@495438743 after retry RPC after error@1661630161) -> (continuation of Deferred@1085809202 after retry RPC after error@2128828344) -> (continuation of Deferred@1562108032 after retry RPC after error@1838659852) -> (continuation of Deferred@1824505662 after retry RPC after error@134577030) -> (continuation of Deferred@169383398 after retry RPC after error@1511457392) -> (continuation of Deferred@1270878275 after retry RPC after error@1757055990), errback=(continuation of Deferred@2132513099 after retry RPC after error@325431301) -> (continuation of Deferred@495438743 after retry RPC after error@1661630161) -> (continuation of Deferred@1085809202 after retry RPC after error@2128828344) -> (continuation of Deferred@1562108032 after retry RPC after error@1838659852) -> (continuation of Deferred@1824505662 after retry RPC after error@134577030) -> (continuation of Deferred@169383398 after retry RPC after error@1511457392) -> (continuation of Deferred@1270878275 after retry RPC after error@1757055990)))
08:02:53.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.034 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.034 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.054 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.054 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.054 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.054 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.054 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.054 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.075 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.075 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.075 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.075 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.075 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.094 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.094 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.094 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.114 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.114 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.114 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.134 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.294 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@955644308(state=PENDING, result=null, callback=(continuation of Deferred@1823416869 after retry RPC after error@27827879) -> (continuation of Deferred@2120977061 after retry RPC after error@1766188453) -> (continuation of Deferred@2087607458 after retry RPC after error@972470318) -> (continuation of Deferred@468329239 after retry RPC after error@1573160194) -> (continuation of Deferred@1405176148 after retry RPC after error@1601875146) -> (continuation of Deferred@365088425 after retry RPC after error@1817687430) -> (continuation of Deferred@889576113 after retry RPC after error@1066609703), errback=(continuation of Deferred@1823416869 after retry RPC after error@27827879) -> (continuation of Deferred@2120977061 after retry RPC after error@1766188453) -> (continuation of Deferred@2087607458 after retry RPC after error@972470318) -> (continuation of Deferred@468329239 after retry RPC after error@1573160194) -> (continuation of Deferred@1405176148 after retry RPC after error@1601875146) -> (continuation of Deferred@365088425 after retry RPC after error@1817687430) -> (continuation of Deferred@889576113 after retry RPC after error@1066609703)))
08:02:53.294 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:02:53.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.315 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.375 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.375 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.395 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.496 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@146261853(state=PENDING, result=null, callback=(continuation of Deferred@386276167 after retry RPC after error@1427414599) -> (continuation of Deferred@290341744 after retry RPC after error@662037291) -> (continuation of Deferred@9308321 after retry RPC after error@1905875025) -> (continuation of Deferred@313508049 after retry RPC after error@449516820) -> (continuation of Deferred@1794170348 after retry RPC after error@1360022323) -> (continuation of Deferred@1037410440 after retry RPC after error@2146726291), errback=(continuation of Deferred@386276167 after retry RPC after error@1427414599) -> (continuation of Deferred@290341744 after retry RPC after error@662037291) -> (continuation of Deferred@9308321 after retry RPC after error@1905875025) -> (continuation of Deferred@313508049 after retry RPC after error@449516820) -> (continuation of Deferred@1794170348 after retry RPC after error@1360022323) -> (continuation of Deferred@1037410440 after retry RPC after error@2146726291)))
08:02:53.496 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@146261853(state=PENDING, result=null, callback=(continuation of Deferred@386276167 after retry RPC after error@1427414599) -> (continuation of Deferred@290341744 after retry RPC after error@662037291) -> (continuation of Deferred@9308321 after retry RPC after error@1905875025) -> (continuation of Deferred@313508049 after retry RPC after error@449516820) -> (continuation of Deferred@1794170348 after retry RPC after error@1360022323) -> (continuation of Deferred@1037410440 after retry RPC after error@2146726291), errback=(continuation of Deferred@386276167 after retry RPC after error@1427414599) -> (continuation of Deferred@290341744 after retry RPC after error@662037291) -> (continuation of Deferred@9308321 after retry RPC after error@1905875025) -> (continuation of Deferred@313508049 after retry RPC after error@449516820) -> (continuation of Deferred@1794170348 after retry RPC after error@1360022323) -> (continuation of Deferred@1037410440 after retry RPC after error@2146726291)))
08:02:53.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.555 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.594 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.615 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.615 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.615 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.675 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.735 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.735 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.735 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.735 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.735 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.736 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@195147159(state=PENDING, result=null, callback=(continuation of Deferred@941671281 after retry RPC after error@1931923333) -> (continuation of Deferred@1329622589 after retry RPC after error@1238067023) -> (continuation of Deferred@2009992780 after retry RPC after error@852602327) -> (continuation of Deferred@2125204534 after retry RPC after error@1825570227) -> (continuation of Deferred@1811161608 after retry RPC after error@1416926644) -> (continuation of Deferred@1244135088 after retry RPC after error@1494659106) -> (continuation of Deferred@330841450 after retry RPC after error@1662112668), errback=(continuation of Deferred@941671281 after retry RPC after error@1931923333) -> (continuation of Deferred@1329622589 after retry RPC after error@1238067023) -> (continuation of Deferred@2009992780 after retry RPC after error@852602327) -> (continuation of Deferred@2125204534 after retry RPC after error@1825570227) -> (continuation of Deferred@1811161608 after retry RPC after error@1416926644) -> (continuation of Deferred@1244135088 after retry RPC after error@1494659106) -> (continuation of Deferred@330841450 after retry RPC after error@1662112668)))
08:02:53.737 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@195147159(state=PENDING, result=null, callback=(continuation of Deferred@941671281 after retry RPC after error@1931923333) -> (continuation of Deferred@1329622589 after retry RPC after error@1238067023) -> (continuation of Deferred@2009992780 after retry RPC after error@852602327) -> (continuation of Deferred@2125204534 after retry RPC after error@1825570227) -> (continuation of Deferred@1811161608 after retry RPC after error@1416926644) -> (continuation of Deferred@1244135088 after retry RPC after error@1494659106) -> (continuation of Deferred@330841450 after retry RPC after error@1662112668), errback=(continuation of Deferred@941671281 after retry RPC after error@1931923333) -> (continuation of Deferred@1329622589 after retry RPC after error@1238067023) -> (continuation of Deferred@2009992780 after retry RPC after error@852602327) -> (continuation of Deferred@2125204534 after retry RPC after error@1825570227) -> (continuation of Deferred@1811161608 after retry RPC after error@1416926644) -> (continuation of Deferred@1244135088 after retry RPC after error@1494659106) -> (continuation of Deferred@330841450 after retry RPC after error@1662112668)))
08:02:53.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.794 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.794 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.815 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.815 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.815 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.815 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.835 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.835 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.835 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.874 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.914 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.916 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1892191468(state=PENDING, result=null, callback=(continuation of Deferred@1005998200 after retry RPC after error@412988326) -> (continuation of Deferred@1219238279 after retry RPC after error@2092389266) -> (continuation of Deferred@1976281580 after retry RPC after error@4076656) -> (continuation of Deferred@678852049 after retry RPC after error@1847302286) -> (continuation of Deferred@1178065000 after retry RPC after error@928770410) -> (continuation of Deferred@739822253 after retry RPC after error@511043656), errback=(continuation of Deferred@1005998200 after retry RPC after error@412988326) -> (continuation of Deferred@1219238279 after retry RPC after error@2092389266) -> (continuation of Deferred@1976281580 after retry RPC after error@4076656) -> (continuation of Deferred@678852049 after retry RPC after error@1847302286) -> (continuation of Deferred@1178065000 after retry RPC after error@928770410) -> (continuation of Deferred@739822253 after retry RPC after error@511043656)))
08:02:53.916 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1892191468(state=PENDING, result=null, callback=(continuation of Deferred@1005998200 after retry RPC after error@412988326) -> (continuation of Deferred@1219238279 after retry RPC after error@2092389266) -> (continuation of Deferred@1976281580 after retry RPC after error@4076656) -> (continuation of Deferred@678852049 after retry RPC after error@1847302286) -> (continuation of Deferred@1178065000 after retry RPC after error@928770410) -> (continuation of Deferred@739822253 after retry RPC after error@511043656), errback=(continuation of Deferred@1005998200 after retry RPC after error@412988326) -> (continuation of Deferred@1219238279 after retry RPC after error@2092389266) -> (continuation of Deferred@1976281580 after retry RPC after error@4076656) -> (continuation of Deferred@678852049 after retry RPC after error@1847302286) -> (continuation of Deferred@1178065000 after retry RPC after error@928770410) -> (continuation of Deferred@739822253 after retry RPC after error@511043656)))
08:02:53.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.934 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.934 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.934 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.955 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.955 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.955 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.955 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.955 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.955 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:53.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:53.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:53.994 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.994 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.994 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:53.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:53.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.055 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.055 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.055 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.055 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.055 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.055 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.095 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.095 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.157 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.157 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@709683103(state=PENDING, result=null, callback=(continuation of Deferred@2101705680 after retry RPC after error@1194733020) -> (continuation of Deferred@1426290072 after retry RPC after error@415105208) -> (continuation of Deferred@1324573572 after retry RPC after error@945680203) -> (continuation of Deferred@1983705709 after retry RPC after error@510629842) -> (continuation of Deferred@1272264920 after retry RPC after error@472228190) -> (continuation of Deferred@228296493 after retry RPC after error@1864908875) -> (continuation of Deferred@232371854 after retry RPC after error@1011337530), errback=(continuation of Deferred@2101705680 after retry RPC after error@1194733020) -> (continuation of Deferred@1426290072 after retry RPC after error@415105208) -> (continuation of Deferred@1324573572 after retry RPC after error@945680203) -> (continuation of Deferred@1983705709 after retry RPC after error@510629842) -> (continuation of Deferred@1272264920 after retry RPC after error@472228190) -> (continuation of Deferred@228296493 after retry RPC after error@1864908875) -> (continuation of Deferred@232371854 after retry RPC after error@1011337530)))
08:02:54.158 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@709683103(state=PENDING, result=null, callback=(continuation of Deferred@2101705680 after retry RPC after error@1194733020) -> (continuation of Deferred@1426290072 after retry RPC after error@415105208) -> (continuation of Deferred@1324573572 after retry RPC after error@945680203) -> (continuation of Deferred@1983705709 after retry RPC after error@510629842) -> (continuation of Deferred@1272264920 after retry RPC after error@472228190) -> (continuation of Deferred@228296493 after retry RPC after error@1864908875) -> (continuation of Deferred@232371854 after retry RPC after error@1011337530), errback=(continuation of Deferred@2101705680 after retry RPC after error@1194733020) -> (continuation of Deferred@1426290072 after retry RPC after error@415105208) -> (continuation of Deferred@1324573572 after retry RPC after error@945680203) -> (continuation of Deferred@1983705709 after retry RPC after error@510629842) -> (continuation of Deferred@1272264920 after retry RPC after error@472228190) -> (continuation of Deferred@228296493 after retry RPC after error@1864908875) -> (continuation of Deferred@232371854 after retry RPC after error@1011337530)))
08:02:54.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.195 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.195 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:54.216691 25080 master_runner.cc:186] Error getting master registration for 127.23.129.62:36767: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111), 
08:02:54.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:54.216882 25080 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:02:54.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.255 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.255 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.295 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.295 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.295 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.295 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.295 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.335 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.335 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.396 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@377417253(state=PENDING, result=null, callback=(continuation of Deferred@1718508534 after retry RPC after error@1948897936) -> (continuation of Deferred@512883371 after retry RPC after error@2147426458) -> (continuation of Deferred@1809474936 after retry RPC after error@1365084097) -> (continuation of Deferred@1074293731 after retry RPC after error@1190488200) -> (continuation of Deferred@2126263435 after retry RPC after error@1130546962) -> (continuation of Deferred@1077341166 after retry RPC after error@761952840) -> (continuation of Deferred@846011138 after retry RPC after error@1734475786), errback=(continuation of Deferred@1718508534 after retry RPC after error@1948897936) -> (continuation of Deferred@512883371 after retry RPC after error@2147426458) -> (continuation of Deferred@1809474936 after retry RPC after error@1365084097) -> (continuation of Deferred@1074293731 after retry RPC after error@1190488200) -> (continuation of Deferred@2126263435 after retry RPC after error@1130546962) -> (continuation of Deferred@1077341166 after retry RPC after error@761952840) -> (continuation of Deferred@846011138 after retry RPC after error@1734475786)))
08:02:54.396 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@377417253(state=PENDING, result=null, callback=(continuation of Deferred@1718508534 after retry RPC after error@1948897936) -> (continuation of Deferred@512883371 after retry RPC after error@2147426458) -> (continuation of Deferred@1809474936 after retry RPC after error@1365084097) -> (continuation of Deferred@1074293731 after retry RPC after error@1190488200) -> (continuation of Deferred@2126263435 after retry RPC after error@1130546962) -> (continuation of Deferred@1077341166 after retry RPC after error@761952840) -> (continuation of Deferred@846011138 after retry RPC after error@1734475786), errback=(continuation of Deferred@1718508534 after retry RPC after error@1948897936) -> (continuation of Deferred@512883371 after retry RPC after error@2147426458) -> (continuation of Deferred@1809474936 after retry RPC after error@1365084097) -> (continuation of Deferred@1074293731 after retry RPC after error@1190488200) -> (continuation of Deferred@2126263435 after retry RPC after error@1130546962) -> (continuation of Deferred@1077341166 after retry RPC after error@761952840) -> (continuation of Deferred@846011138 after retry RPC after error@1734475786)))
08:02:54.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.414 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.434 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.434 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.434 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.434 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.434 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.434 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.595 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@164579978(state=PENDING, result=null, callback=(continuation of Deferred@334051934 after retry RPC after error@1470258746) -> (continuation of Deferred@464185300 after retry RPC after error@1749185841) -> (continuation of Deferred@849582509 after retry RPC after error@2008367693) -> (continuation of Deferred@1005428520 after retry RPC after error@1090363033) -> (continuation of Deferred@1857882586 after retry RPC after error@868714858) -> (continuation of Deferred@1678005477 after retry RPC after error@1218512810) -> (continuation of Deferred@1322529981 after retry RPC after error@1104636116), errback=(continuation of Deferred@334051934 after retry RPC after error@1470258746) -> (continuation of Deferred@464185300 after retry RPC after error@1749185841) -> (continuation of Deferred@849582509 after retry RPC after error@2008367693) -> (continuation of Deferred@1005428520 after retry RPC after error@1090363033) -> (continuation of Deferred@1857882586 after retry RPC after error@868714858) -> (continuation of Deferred@1678005477 after retry RPC after error@1218512810) -> (continuation of Deferred@1322529981 after retry RPC after error@1104636116)))
08:02:54.596 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@164579978(state=PENDING, result=null, callback=(continuation of Deferred@334051934 after retry RPC after error@1470258746) -> (continuation of Deferred@464185300 after retry RPC after error@1749185841) -> (continuation of Deferred@849582509 after retry RPC after error@2008367693) -> (continuation of Deferred@1005428520 after retry RPC after error@1090363033) -> (continuation of Deferred@1857882586 after retry RPC after error@868714858) -> (continuation of Deferred@1678005477 after retry RPC after error@1218512810) -> (continuation of Deferred@1322529981 after retry RPC after error@1104636116), errback=(continuation of Deferred@334051934 after retry RPC after error@1470258746) -> (continuation of Deferred@464185300 after retry RPC after error@1749185841) -> (continuation of Deferred@849582509 after retry RPC after error@2008367693) -> (continuation of Deferred@1005428520 after retry RPC after error@1090363033) -> (continuation of Deferred@1857882586 after retry RPC after error@868714858) -> (continuation of Deferred@1678005477 after retry RPC after error@1218512810) -> (continuation of Deferred@1322529981 after retry RPC after error@1104636116)))
08:02:54.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.615 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.615 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.615 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.635 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.635 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.675 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.735 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.735 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.735 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.735 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.735 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.795 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.795 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.796 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1077991873(state=PENDING, result=null, callback=(continuation of Deferred@1958287537 after retry RPC after error@1525196823) -> (continuation of Deferred@1410517541 after retry RPC after error@307924919) -> (continuation of Deferred@773480925 after retry RPC after error@825089049) -> (continuation of Deferred@1932291067 after retry RPC after error@902653214) -> (continuation of Deferred@1210384115 after retry RPC after error@389431034) -> (continuation of Deferred@131464276 after retry RPC after error@1500421157), errback=(continuation of Deferred@1958287537 after retry RPC after error@1525196823) -> (continuation of Deferred@1410517541 after retry RPC after error@307924919) -> (continuation of Deferred@773480925 after retry RPC after error@825089049) -> (continuation of Deferred@1932291067 after retry RPC after error@902653214) -> (continuation of Deferred@1210384115 after retry RPC after error@389431034) -> (continuation of Deferred@131464276 after retry RPC after error@1500421157)))
08:02:54.796 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1077991873(state=PENDING, result=null, callback=(continuation of Deferred@1958287537 after retry RPC after error@1525196823) -> (continuation of Deferred@1410517541 after retry RPC after error@307924919) -> (continuation of Deferred@773480925 after retry RPC after error@825089049) -> (continuation of Deferred@1932291067 after retry RPC after error@902653214) -> (continuation of Deferred@1210384115 after retry RPC after error@389431034) -> (continuation of Deferred@131464276 after retry RPC after error@1500421157), errback=(continuation of Deferred@1958287537 after retry RPC after error@1525196823) -> (continuation of Deferred@1410517541 after retry RPC after error@307924919) -> (continuation of Deferred@773480925 after retry RPC after error@825089049) -> (continuation of Deferred@1932291067 after retry RPC after error@902653214) -> (continuation of Deferred@1210384115 after retry RPC after error@389431034) -> (continuation of Deferred@131464276 after retry RPC after error@1500421157)))
08:02:54.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.814 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.834 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.834 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.834 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.834 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.834 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.834 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.854 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.854 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.875 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.875 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.875 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.894 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.895 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.895 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.934 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.934 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.934 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.975 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.975 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:54.976 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@845762623(state=PENDING, result=null, callback=(continuation of Deferred@180267570 after retry RPC after error@1634568482) -> (continuation of Deferred@910458192 after retry RPC after error@1314142991) -> (continuation of Deferred@834992077 after retry RPC after error@1022188622) -> (continuation of Deferred@693508222 after retry RPC after error@1186316824) -> (continuation of Deferred@1348026268 after retry RPC after error@109057781) -> (continuation of Deferred@520911795 after retry RPC after error@2009190216) -> (continuation of Deferred@1862118387 after retry RPC after error@1749823335), errback=(continuation of Deferred@180267570 after retry RPC after error@1634568482) -> (continuation of Deferred@910458192 after retry RPC after error@1314142991) -> (continuation of Deferred@834992077 after retry RPC after error@1022188622) -> (continuation of Deferred@693508222 after retry RPC after error@1186316824) -> (continuation of Deferred@1348026268 after retry RPC after error@109057781) -> (continuation of Deferred@520911795 after retry RPC after error@2009190216) -> (continuation of Deferred@1862118387 after retry RPC after error@1749823335)))
08:02:54.976 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@845762623(state=PENDING, result=null, callback=(continuation of Deferred@180267570 after retry RPC after error@1634568482) -> (continuation of Deferred@910458192 after retry RPC after error@1314142991) -> (continuation of Deferred@834992077 after retry RPC after error@1022188622) -> (continuation of Deferred@693508222 after retry RPC after error@1186316824) -> (continuation of Deferred@1348026268 after retry RPC after error@109057781) -> (continuation of Deferred@520911795 after retry RPC after error@2009190216) -> (continuation of Deferred@1862118387 after retry RPC after error@1749823335), errback=(continuation of Deferred@180267570 after retry RPC after error@1634568482) -> (continuation of Deferred@910458192 after retry RPC after error@1314142991) -> (continuation of Deferred@834992077 after retry RPC after error@1022188622) -> (continuation of Deferred@693508222 after retry RPC after error@1186316824) -> (continuation of Deferred@1348026268 after retry RPC after error@109057781) -> (continuation of Deferred@520911795 after retry RPC after error@2009190216) -> (continuation of Deferred@1862118387 after retry RPC after error@1749823335)))
08:02:54.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:54.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:54.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:54.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:54.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.034 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.034 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.175 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.175 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.175 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.175 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.175 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.175 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.176 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1740412833(state=PENDING, result=null, callback=(continuation of Deferred@2076187544 after retry RPC after error@262408715) -> (continuation of Deferred@1947069404 after retry RPC after error@1997503331) -> (continuation of Deferred@216576705 after retry RPC after error@590546181) -> (continuation of Deferred@947603892 after retry RPC after error@883157435) -> (continuation of Deferred@2098477908 after retry RPC after error@1177813726) -> (continuation of Deferred@610325829 after retry RPC after error@254086723), errback=(continuation of Deferred@2076187544 after retry RPC after error@262408715) -> (continuation of Deferred@1947069404 after retry RPC after error@1997503331) -> (continuation of Deferred@216576705 after retry RPC after error@590546181) -> (continuation of Deferred@947603892 after retry RPC after error@883157435) -> (continuation of Deferred@2098477908 after retry RPC after error@1177813726) -> (continuation of Deferred@610325829 after retry RPC after error@254086723)))
08:02:55.177 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1740412833(state=PENDING, result=null, callback=(continuation of Deferred@2076187544 after retry RPC after error@262408715) -> (continuation of Deferred@1947069404 after retry RPC after error@1997503331) -> (continuation of Deferred@216576705 after retry RPC after error@590546181) -> (continuation of Deferred@947603892 after retry RPC after error@883157435) -> (continuation of Deferred@2098477908 after retry RPC after error@1177813726) -> (continuation of Deferred@610325829 after retry RPC after error@254086723), errback=(continuation of Deferred@2076187544 after retry RPC after error@262408715) -> (continuation of Deferred@1947069404 after retry RPC after error@1997503331) -> (continuation of Deferred@216576705 after retry RPC after error@590546181) -> (continuation of Deferred@947603892 after retry RPC after error@883157435) -> (continuation of Deferred@2098477908 after retry RPC after error@1177813726) -> (continuation of Deferred@610325829 after retry RPC after error@254086723)))
08:02:55.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.195 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.195 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.255 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.255 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.255 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.255 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.255 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.275 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.275 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.356 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1499892461(state=PENDING, result=null, callback=(continuation of Deferred@1883071331 after retry RPC after error@988118737) -> (continuation of Deferred@1433789549 after retry RPC after error@950611404) -> (continuation of Deferred@596932545 after retry RPC after error@840341140) -> (continuation of Deferred@1211783735 after retry RPC after error@965527985) -> (continuation of Deferred@958827326 after retry RPC after error@1065490616) -> (continuation of Deferred@628299421 after retry RPC after error@2054001347), errback=(continuation of Deferred@1883071331 after retry RPC after error@988118737) -> (continuation of Deferred@1433789549 after retry RPC after error@950611404) -> (continuation of Deferred@596932545 after retry RPC after error@840341140) -> (continuation of Deferred@1211783735 after retry RPC after error@965527985) -> (continuation of Deferred@958827326 after retry RPC after error@1065490616) -> (continuation of Deferred@628299421 after retry RPC after error@2054001347)))
08:02:55.356 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1499892461(state=PENDING, result=null, callback=(continuation of Deferred@1883071331 after retry RPC after error@988118737) -> (continuation of Deferred@1433789549 after retry RPC after error@950611404) -> (continuation of Deferred@596932545 after retry RPC after error@840341140) -> (continuation of Deferred@1211783735 after retry RPC after error@965527985) -> (continuation of Deferred@958827326 after retry RPC after error@1065490616) -> (continuation of Deferred@628299421 after retry RPC after error@2054001347), errback=(continuation of Deferred@1883071331 after retry RPC after error@988118737) -> (continuation of Deferred@1433789549 after retry RPC after error@950611404) -> (continuation of Deferred@596932545 after retry RPC after error@840341140) -> (continuation of Deferred@1211783735 after retry RPC after error@965527985) -> (continuation of Deferred@958827326 after retry RPC after error@1065490616) -> (continuation of Deferred@628299421 after retry RPC after error@2054001347)))
08:02:55.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.375 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.375 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.475 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.475 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.534 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.534 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.536 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2017118651(state=PENDING, result=null, callback=(continuation of Deferred@409971644 after retry RPC after error@339732118) -> (continuation of Deferred@1695552995 after retry RPC after error@1263108075) -> (continuation of Deferred@782110581 after retry RPC after error@1174292326) -> (continuation of Deferred@547679543 after retry RPC after error@538081519) -> (continuation of Deferred@2125020735 after retry RPC after error@1230734331) -> (continuation of Deferred@1318130354 after retry RPC after error@2113392271), errback=(continuation of Deferred@409971644 after retry RPC after error@339732118) -> (continuation of Deferred@1695552995 after retry RPC after error@1263108075) -> (continuation of Deferred@782110581 after retry RPC after error@1174292326) -> (continuation of Deferred@547679543 after retry RPC after error@538081519) -> (continuation of Deferred@2125020735 after retry RPC after error@1230734331) -> (continuation of Deferred@1318130354 after retry RPC after error@2113392271)))
08:02:55.536 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2017118651(state=PENDING, result=null, callback=(continuation of Deferred@409971644 after retry RPC after error@339732118) -> (continuation of Deferred@1695552995 after retry RPC after error@1263108075) -> (continuation of Deferred@782110581 after retry RPC after error@1174292326) -> (continuation of Deferred@547679543 after retry RPC after error@538081519) -> (continuation of Deferred@2125020735 after retry RPC after error@1230734331) -> (continuation of Deferred@1318130354 after retry RPC after error@2113392271), errback=(continuation of Deferred@409971644 after retry RPC after error@339732118) -> (continuation of Deferred@1695552995 after retry RPC after error@1263108075) -> (continuation of Deferred@782110581 after retry RPC after error@1174292326) -> (continuation of Deferred@547679543 after retry RPC after error@538081519) -> (continuation of Deferred@2125020735 after retry RPC after error@1230734331) -> (continuation of Deferred@1318130354 after retry RPC after error@2113392271)))
08:02:55.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.575 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.575 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.575 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.614 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.655 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.655 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.655 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.655 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.655 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.735 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.735 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.736 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1386549348(state=PENDING, result=null, callback=(continuation of Deferred@1202756506 after retry RPC after error@14416730) -> (continuation of Deferred@84022553 after retry RPC after error@2145260525) -> (continuation of Deferred@1022442439 after retry RPC after error@1664030248) -> (continuation of Deferred@1980792201 after retry RPC after error@2044611037) -> (continuation of Deferred@1279556130 after retry RPC after error@1463925716) -> (continuation of Deferred@575170688 after retry RPC after error@701717941), errback=(continuation of Deferred@1202756506 after retry RPC after error@14416730) -> (continuation of Deferred@84022553 after retry RPC after error@2145260525) -> (continuation of Deferred@1022442439 after retry RPC after error@1664030248) -> (continuation of Deferred@1980792201 after retry RPC after error@2044611037) -> (continuation of Deferred@1279556130 after retry RPC after error@1463925716) -> (continuation of Deferred@575170688 after retry RPC after error@701717941)))
08:02:55.736 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1386549348(state=PENDING, result=null, callback=(continuation of Deferred@1202756506 after retry RPC after error@14416730) -> (continuation of Deferred@84022553 after retry RPC after error@2145260525) -> (continuation of Deferred@1022442439 after retry RPC after error@1664030248) -> (continuation of Deferred@1980792201 after retry RPC after error@2044611037) -> (continuation of Deferred@1279556130 after retry RPC after error@1463925716) -> (continuation of Deferred@575170688 after retry RPC after error@701717941), errback=(continuation of Deferred@1202756506 after retry RPC after error@14416730) -> (continuation of Deferred@84022553 after retry RPC after error@2145260525) -> (continuation of Deferred@1022442439 after retry RPC after error@1664030248) -> (continuation of Deferred@1980792201 after retry RPC after error@2044611037) -> (continuation of Deferred@1279556130 after retry RPC after error@1463925716) -> (continuation of Deferred@575170688 after retry RPC after error@701717941)))
08:02:55.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.874 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.874 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.894 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.894 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.894 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.894 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.954 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.954 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.954 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1167067585(state=PENDING, result=null, callback=(continuation of Deferred@945778941 after retry RPC after error@1330421570) -> (continuation of Deferred@1705545771 after retry RPC after error@548619102) -> (continuation of Deferred@1663571757 after retry RPC after error@1219834501) -> (continuation of Deferred@1774045808 after retry RPC after error@1395576234) -> (continuation of Deferred@1880897949 after retry RPC after error@291245057) -> (continuation of Deferred@381004304 after retry RPC after error@861107953) -> (continuation of Deferred@571630039 after retry RPC after error@1407147408), errback=(continuation of Deferred@945778941 after retry RPC after error@1330421570) -> (continuation of Deferred@1705545771 after retry RPC after error@548619102) -> (continuation of Deferred@1663571757 after retry RPC after error@1219834501) -> (continuation of Deferred@1774045808 after retry RPC after error@1395576234) -> (continuation of Deferred@1880897949 after retry RPC after error@291245057) -> (continuation of Deferred@381004304 after retry RPC after error@861107953) -> (continuation of Deferred@571630039 after retry RPC after error@1407147408)))
08:02:55.956 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1167067585(state=PENDING, result=null, callback=(continuation of Deferred@945778941 after retry RPC after error@1330421570) -> (continuation of Deferred@1705545771 after retry RPC after error@548619102) -> (continuation of Deferred@1663571757 after retry RPC after error@1219834501) -> (continuation of Deferred@1774045808 after retry RPC after error@1395576234) -> (continuation of Deferred@1880897949 after retry RPC after error@291245057) -> (continuation of Deferred@381004304 after retry RPC after error@861107953) -> (continuation of Deferred@571630039 after retry RPC after error@1407147408), errback=(continuation of Deferred@945778941 after retry RPC after error@1330421570) -> (continuation of Deferred@1705545771 after retry RPC after error@548619102) -> (continuation of Deferred@1663571757 after retry RPC after error@1219834501) -> (continuation of Deferred@1774045808 after retry RPC after error@1395576234) -> (continuation of Deferred@1880897949 after retry RPC after error@291245057) -> (continuation of Deferred@381004304 after retry RPC after error@861107953) -> (continuation of Deferred@571630039 after retry RPC after error@1407147408)))
08:02:55.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:55.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:55.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:55.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:55.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:55.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.015 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.015 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.015 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.015 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.034 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.034 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.054 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.054 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.054 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.156 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1910526665(state=PENDING, result=null, callback=(continuation of Deferred@1492820664 after retry RPC after error@1012498038) -> (continuation of Deferred@281425372 after retry RPC after error@1665354519) -> (continuation of Deferred@1856096933 after retry RPC after error@427598793) -> (continuation of Deferred@951393775 after retry RPC after error@1104667165) -> (continuation of Deferred@558099552 after retry RPC after error@1574793578) -> (continuation of Deferred@1301759323 after retry RPC after error@858685950), errback=(continuation of Deferred@1492820664 after retry RPC after error@1012498038) -> (continuation of Deferred@281425372 after retry RPC after error@1665354519) -> (continuation of Deferred@1856096933 after retry RPC after error@427598793) -> (continuation of Deferred@951393775 after retry RPC after error@1104667165) -> (continuation of Deferred@558099552 after retry RPC after error@1574793578) -> (continuation of Deferred@1301759323 after retry RPC after error@858685950)))
08:02:56.156 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1910526665(state=PENDING, result=null, callback=(continuation of Deferred@1492820664 after retry RPC after error@1012498038) -> (continuation of Deferred@281425372 after retry RPC after error@1665354519) -> (continuation of Deferred@1856096933 after retry RPC after error@427598793) -> (continuation of Deferred@951393775 after retry RPC after error@1104667165) -> (continuation of Deferred@558099552 after retry RPC after error@1574793578) -> (continuation of Deferred@1301759323 after retry RPC after error@858685950), errback=(continuation of Deferred@1492820664 after retry RPC after error@1012498038) -> (continuation of Deferred@281425372 after retry RPC after error@1665354519) -> (continuation of Deferred@1856096933 after retry RPC after error@427598793) -> (continuation of Deferred@951393775 after retry RPC after error@1104667165) -> (continuation of Deferred@558099552 after retry RPC after error@1574793578) -> (continuation of Deferred@1301759323 after retry RPC after error@858685950)))
08:02:56.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.174 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.174 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.175 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.194 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.194 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.194 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.214 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.214 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.214 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.214 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.235 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.235 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.235 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.235 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.235 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.235 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.334 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.334 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.394 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.396 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1042160581(state=PENDING, result=null, callback=(continuation of Deferred@575303290 after retry RPC after error@1262821226) -> (continuation of Deferred@365855362 after retry RPC after error@1539339213) -> (continuation of Deferred@713617265 after retry RPC after error@1230310149) -> (continuation of Deferred@686709311 after retry RPC after error@1885866740) -> (continuation of Deferred@494309615 after retry RPC after error@2082123111) -> (continuation of Deferred@654258041 after retry RPC after error@384876280) -> (continuation of Deferred@1059628321 after retry RPC after error@376456758), errback=(continuation of Deferred@575303290 after retry RPC after error@1262821226) -> (continuation of Deferred@365855362 after retry RPC after error@1539339213) -> (continuation of Deferred@713617265 after retry RPC after error@1230310149) -> (continuation of Deferred@686709311 after retry RPC after error@1885866740) -> (continuation of Deferred@494309615 after retry RPC after error@2082123111) -> (continuation of Deferred@654258041 after retry RPC after error@384876280) -> (continuation of Deferred@1059628321 after retry RPC after error@376456758)))
08:02:56.397 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1042160581(state=PENDING, result=null, callback=(continuation of Deferred@575303290 after retry RPC after error@1262821226) -> (continuation of Deferred@365855362 after retry RPC after error@1539339213) -> (continuation of Deferred@713617265 after retry RPC after error@1230310149) -> (continuation of Deferred@686709311 after retry RPC after error@1885866740) -> (continuation of Deferred@494309615 after retry RPC after error@2082123111) -> (continuation of Deferred@654258041 after retry RPC after error@384876280) -> (continuation of Deferred@1059628321 after retry RPC after error@376456758), errback=(continuation of Deferred@575303290 after retry RPC after error@1262821226) -> (continuation of Deferred@365855362 after retry RPC after error@1539339213) -> (continuation of Deferred@713617265 after retry RPC after error@1230310149) -> (continuation of Deferred@686709311 after retry RPC after error@1885866740) -> (continuation of Deferred@494309615 after retry RPC after error@2082123111) -> (continuation of Deferred@654258041 after retry RPC after error@384876280) -> (continuation of Deferred@1059628321 after retry RPC after error@376456758)))
08:02:56.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.435 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.435 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.436 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.436 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.437 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.454 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.454 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.455 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.534 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.534 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.595 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@78686221(state=PENDING, result=null, callback=(continuation of Deferred@57896085 after retry RPC after error@1036161118) -> (continuation of Deferred@334294329 after retry RPC after error@303947657) -> (continuation of Deferred@168955547 after retry RPC after error@603664359) -> (continuation of Deferred@1460312964 after retry RPC after error@722990971) -> (continuation of Deferred@837501524 after retry RPC after error@1259718553) -> (continuation of Deferred@1212199876 after retry RPC after error@1551382936), errback=(continuation of Deferred@57896085 after retry RPC after error@1036161118) -> (continuation of Deferred@334294329 after retry RPC after error@303947657) -> (continuation of Deferred@168955547 after retry RPC after error@603664359) -> (continuation of Deferred@1460312964 after retry RPC after error@722990971) -> (continuation of Deferred@837501524 after retry RPC after error@1259718553) -> (continuation of Deferred@1212199876 after retry RPC after error@1551382936)))
08:02:56.596 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@78686221(state=PENDING, result=null, callback=(continuation of Deferred@57896085 after retry RPC after error@1036161118) -> (continuation of Deferred@334294329 after retry RPC after error@303947657) -> (continuation of Deferred@168955547 after retry RPC after error@603664359) -> (continuation of Deferred@1460312964 after retry RPC after error@722990971) -> (continuation of Deferred@837501524 after retry RPC after error@1259718553) -> (continuation of Deferred@1212199876 after retry RPC after error@1551382936), errback=(continuation of Deferred@57896085 after retry RPC after error@1036161118) -> (continuation of Deferred@334294329 after retry RPC after error@303947657) -> (continuation of Deferred@168955547 after retry RPC after error@603664359) -> (continuation of Deferred@1460312964 after retry RPC after error@722990971) -> (continuation of Deferred@837501524 after retry RPC after error@1259718553) -> (continuation of Deferred@1212199876 after retry RPC after error@1551382936)))
08:02:56.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.615 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.615 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.615 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.615 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.615 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.615 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.634 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.674 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.695 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.695 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.695 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.695 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.695 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.695 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.854 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.855 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.856 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1692239501(state=PENDING, result=null, callback=(continuation of Deferred@106408709 after retry RPC after error@866254352) -> (continuation of Deferred@1373476570 after retry RPC after error@1505532802) -> (continuation of Deferred@1644694579 after retry RPC after error@1592078108) -> (continuation of Deferred@1664293212 after retry RPC after error@1584332339) -> (continuation of Deferred@2082801753 after retry RPC after error@189748494) -> (continuation of Deferred@1884112066 after retry RPC after error@1509667742) -> (continuation of Deferred@231219000 after retry RPC after error@2094980266) -> (continuation of Deferred@1722809511 after retry RPC after error@1649198255), errback=(continuation of Deferred@106408709 after retry RPC after error@866254352) -> (continuation of Deferred@1373476570 after retry RPC after error@1505532802) -> (continuation of Deferred@1644694579 after retry RPC after error@1592078108) -> (continuation of Deferred@1664293212 after retry RPC after error@1584332339) -> (continuation of Deferred@2082801753 after retry RPC after error@189748494) -> (continuation of Deferred@1884112066 after retry RPC after error@1509667742) -> (continuation of Deferred@231219000 after retry RPC after error@2094980266) -> (continuation of Deferred@1722809511 after retry RPC after error@1649198255)))
08:02:56.856 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1692239501(state=PENDING, result=null, callback=(continuation of Deferred@106408709 after retry RPC after error@866254352) -> (continuation of Deferred@1373476570 after retry RPC after error@1505532802) -> (continuation of Deferred@1644694579 after retry RPC after error@1592078108) -> (continuation of Deferred@1664293212 after retry RPC after error@1584332339) -> (continuation of Deferred@2082801753 after retry RPC after error@189748494) -> (continuation of Deferred@1884112066 after retry RPC after error@1509667742) -> (continuation of Deferred@231219000 after retry RPC after error@2094980266) -> (continuation of Deferred@1722809511 after retry RPC after error@1649198255), errback=(continuation of Deferred@106408709 after retry RPC after error@866254352) -> (continuation of Deferred@1373476570 after retry RPC after error@1505532802) -> (continuation of Deferred@1644694579 after retry RPC after error@1592078108) -> (continuation of Deferred@1664293212 after retry RPC after error@1584332339) -> (continuation of Deferred@2082801753 after retry RPC after error@189748494) -> (continuation of Deferred@1884112066 after retry RPC after error@1509667742) -> (continuation of Deferred@231219000 after retry RPC after error@2094980266) -> (continuation of Deferred@1722809511 after retry RPC after error@1649198255)))
08:02:56.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.874 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.894 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.894 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.894 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.915 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.915 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.915 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.915 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.915 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.915 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.935 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.935 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.935 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.935 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.935 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.954 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.954 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.954 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:56.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:56.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:56.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:56.994 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.994 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.994 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:56.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.016 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@370271667(state=PENDING, result=null, callback=(continuation of Deferred@1067441196 after retry RPC after error@328333267) -> (continuation of Deferred@1435249326 after retry RPC after error@1277780433) -> (continuation of Deferred@227982020 after retry RPC after error@287701962) -> (continuation of Deferred@633891354 after retry RPC after error@577286299) -> (continuation of Deferred@445673096 after retry RPC after error@617950651) -> (continuation of Deferred@1118505857 after retry RPC after error@622892839), errback=(continuation of Deferred@1067441196 after retry RPC after error@328333267) -> (continuation of Deferred@1435249326 after retry RPC after error@1277780433) -> (continuation of Deferred@227982020 after retry RPC after error@287701962) -> (continuation of Deferred@633891354 after retry RPC after error@577286299) -> (continuation of Deferred@445673096 after retry RPC after error@617950651) -> (continuation of Deferred@1118505857 after retry RPC after error@622892839)))
08:02:57.016 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@370271667(state=PENDING, result=null, callback=(continuation of Deferred@1067441196 after retry RPC after error@328333267) -> (continuation of Deferred@1435249326 after retry RPC after error@1277780433) -> (continuation of Deferred@227982020 after retry RPC after error@287701962) -> (continuation of Deferred@633891354 after retry RPC after error@577286299) -> (continuation of Deferred@445673096 after retry RPC after error@617950651) -> (continuation of Deferred@1118505857 after retry RPC after error@622892839), errback=(continuation of Deferred@1067441196 after retry RPC after error@328333267) -> (continuation of Deferred@1435249326 after retry RPC after error@1277780433) -> (continuation of Deferred@227982020 after retry RPC after error@287701962) -> (continuation of Deferred@633891354 after retry RPC after error@577286299) -> (continuation of Deferred@445673096 after retry RPC after error@617950651) -> (continuation of Deferred@1118505857 after retry RPC after error@622892839)))
08:02:57.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.034 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.035 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.035 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.035 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.054 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.115 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.154 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.155 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.155 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:57.169571 24708 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:02:57.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:57.173115 24708 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'f918aebc3953405194b8e7711cf6e360', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'f918aebc3953405194b8e7711cf6e360', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:02:57.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:02:57.175118 24708 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.129.61:42059)
08:02:57.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.235 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.235 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.294 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@377812844(state=PENDING, result=null, callback=(continuation of Deferred@2061795450 after retry RPC after error@1256694975) -> (continuation of Deferred@544401803 after retry RPC after error@293361022) -> (continuation of Deferred@1338372219 after retry RPC after error@955283296) -> (continuation of Deferred@268042052 after retry RPC after error@2086505568) -> (continuation of Deferred@486272440 after retry RPC after error@655082032) -> (continuation of Deferred@1741167178 after retry RPC after error@2003219551) -> (continuation of Deferred@884146470 after retry RPC after error@1305501634), errback=(continuation of Deferred@2061795450 after retry RPC after error@1256694975) -> (continuation of Deferred@544401803 after retry RPC after error@293361022) -> (continuation of Deferred@1338372219 after retry RPC after error@955283296) -> (continuation of Deferred@268042052 after retry RPC after error@2086505568) -> (continuation of Deferred@486272440 after retry RPC after error@655082032) -> (continuation of Deferred@1741167178 after retry RPC after error@2003219551) -> (continuation of Deferred@884146470 after retry RPC after error@1305501634)))
08:02:57.295 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:02:57.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.335 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.335 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.335 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.335 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.354 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.354 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.354 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.435 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.435 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.435 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.435 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.435 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.435 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.455 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.517 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@184676124(state=PENDING, result=null, callback=(continuation of Deferred@874352399 after retry RPC after error@166741187) -> (continuation of Deferred@1862345434 after retry RPC after error@1803307305) -> (continuation of Deferred@868337342 after retry RPC after error@941378137) -> (continuation of Deferred@1592633458 after retry RPC after error@1473349511) -> (continuation of Deferred@1779982325 after retry RPC after error@814517869) -> (continuation of Deferred@59842102 after retry RPC after error@1478974588) -> (continuation of Deferred@1894274938 after retry RPC after error@608391404), errback=(continuation of Deferred@874352399 after retry RPC after error@166741187) -> (continuation of Deferred@1862345434 after retry RPC after error@1803307305) -> (continuation of Deferred@868337342 after retry RPC after error@941378137) -> (continuation of Deferred@1592633458 after retry RPC after error@1473349511) -> (continuation of Deferred@1779982325 after retry RPC after error@814517869) -> (continuation of Deferred@59842102 after retry RPC after error@1478974588) -> (continuation of Deferred@1894274938 after retry RPC after error@608391404)))
08:02:57.517 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@184676124(state=PENDING, result=null, callback=(continuation of Deferred@874352399 after retry RPC after error@166741187) -> (continuation of Deferred@1862345434 after retry RPC after error@1803307305) -> (continuation of Deferred@868337342 after retry RPC after error@941378137) -> (continuation of Deferred@1592633458 after retry RPC after error@1473349511) -> (continuation of Deferred@1779982325 after retry RPC after error@814517869) -> (continuation of Deferred@59842102 after retry RPC after error@1478974588) -> (continuation of Deferred@1894274938 after retry RPC after error@608391404), errback=(continuation of Deferred@874352399 after retry RPC after error@166741187) -> (continuation of Deferred@1862345434 after retry RPC after error@1803307305) -> (continuation of Deferred@868337342 after retry RPC after error@941378137) -> (continuation of Deferred@1592633458 after retry RPC after error@1473349511) -> (continuation of Deferred@1779982325 after retry RPC after error@814517869) -> (continuation of Deferred@59842102 after retry RPC after error@1478974588) -> (continuation of Deferred@1894274938 after retry RPC after error@608391404)))
08:02:57.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.535 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.535 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.535 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.555 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.555 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.555 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.555 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.574 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.614 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.614 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.614 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.635 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.635 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.697 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@704760832(state=PENDING, result=null, callback=(continuation of Deferred@269207222 after retry RPC after error@381091104) -> (continuation of Deferred@2034308771 after retry RPC after error@1568973895) -> (continuation of Deferred@326428471 after retry RPC after error@847927172) -> (continuation of Deferred@1133489016 after retry RPC after error@995199442) -> (continuation of Deferred@254315728 after retry RPC after error@1870585030) -> (continuation of Deferred@1360297530 after retry RPC after error@1715237587), errback=(continuation of Deferred@269207222 after retry RPC after error@381091104) -> (continuation of Deferred@2034308771 after retry RPC after error@1568973895) -> (continuation of Deferred@326428471 after retry RPC after error@847927172) -> (continuation of Deferred@1133489016 after retry RPC after error@995199442) -> (continuation of Deferred@254315728 after retry RPC after error@1870585030) -> (continuation of Deferred@1360297530 after retry RPC after error@1715237587)))
08:02:57.697 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@704760832(state=PENDING, result=null, callback=(continuation of Deferred@269207222 after retry RPC after error@381091104) -> (continuation of Deferred@2034308771 after retry RPC after error@1568973895) -> (continuation of Deferred@326428471 after retry RPC after error@847927172) -> (continuation of Deferred@1133489016 after retry RPC after error@995199442) -> (continuation of Deferred@254315728 after retry RPC after error@1870585030) -> (continuation of Deferred@1360297530 after retry RPC after error@1715237587), errback=(continuation of Deferred@269207222 after retry RPC after error@381091104) -> (continuation of Deferred@2034308771 after retry RPC after error@1568973895) -> (continuation of Deferred@326428471 after retry RPC after error@847927172) -> (continuation of Deferred@1133489016 after retry RPC after error@995199442) -> (continuation of Deferred@254315728 after retry RPC after error@1870585030) -> (continuation of Deferred@1360297530 after retry RPC after error@1715237587)))
08:02:57.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.714 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.775 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.775 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.795 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.795 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.834 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.834 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.834 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.834 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.834 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.834 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.854 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.854 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.895 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.895 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.915 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.916 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@658207598(state=PENDING, result=null, callback=(continuation of Deferred@1369391145 after retry RPC after error@1871464300) -> (continuation of Deferred@772310975 after retry RPC after error@1389633811) -> (continuation of Deferred@2036448616 after retry RPC after error@1952129551) -> (continuation of Deferred@503608900 after retry RPC after error@1831534638) -> (continuation of Deferred@433420830 after retry RPC after error@884172913) -> (continuation of Deferred@163090165 after retry RPC after error@1017628060) -> (continuation of Deferred@235953564 after retry RPC after error@558845135) -> (continuation of Deferred@1825419573 after retry RPC after error@1858339349), errback=(continuation of Deferred@1369391145 after retry RPC after error@1871464300) -> (continuation of Deferred@772310975 after retry RPC after error@1389633811) -> (continuation of Deferred@2036448616 after retry RPC after error@1952129551) -> (continuation of Deferred@503608900 after retry RPC after error@1831534638) -> (continuation of Deferred@433420830 after retry RPC after error@884172913) -> (continuation of Deferred@163090165 after retry RPC after error@1017628060) -> (continuation of Deferred@235953564 after retry RPC after error@558845135) -> (continuation of Deferred@1825419573 after retry RPC after error@1858339349)))
08:02:57.916 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@658207598(state=PENDING, result=null, callback=(continuation of Deferred@1369391145 after retry RPC after error@1871464300) -> (continuation of Deferred@772310975 after retry RPC after error@1389633811) -> (continuation of Deferred@2036448616 after retry RPC after error@1952129551) -> (continuation of Deferred@503608900 after retry RPC after error@1831534638) -> (continuation of Deferred@433420830 after retry RPC after error@884172913) -> (continuation of Deferred@163090165 after retry RPC after error@1017628060) -> (continuation of Deferred@235953564 after retry RPC after error@558845135) -> (continuation of Deferred@1825419573 after retry RPC after error@1858339349), errback=(continuation of Deferred@1369391145 after retry RPC after error@1871464300) -> (continuation of Deferred@772310975 after retry RPC after error@1389633811) -> (continuation of Deferred@2036448616 after retry RPC after error@1952129551) -> (continuation of Deferred@503608900 after retry RPC after error@1831534638) -> (continuation of Deferred@433420830 after retry RPC after error@884172913) -> (continuation of Deferred@163090165 after retry RPC after error@1017628060) -> (continuation of Deferred@235953564 after retry RPC after error@558845135) -> (continuation of Deferred@1825419573 after retry RPC after error@1858339349)))
08:02:57.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.934 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.934 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.934 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.954 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.975 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.975 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:57.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:57.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:57.994 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.994 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:57.994 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:57.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.054 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.054 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.054 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.075 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.075 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.076 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@488956403(state=PENDING, result=null, callback=(continuation of Deferred@552022161 after retry RPC after error@1113589425) -> (continuation of Deferred@269394129 after retry RPC after error@706732122) -> (continuation of Deferred@862268976 after retry RPC after error@1903354723) -> (continuation of Deferred@346021300 after retry RPC after error@1104671309) -> (continuation of Deferred@1532575977 after retry RPC after error@1029097754) -> (continuation of Deferred@1473171833 after retry RPC after error@695534679), errback=(continuation of Deferred@552022161 after retry RPC after error@1113589425) -> (continuation of Deferred@269394129 after retry RPC after error@706732122) -> (continuation of Deferred@862268976 after retry RPC after error@1903354723) -> (continuation of Deferred@346021300 after retry RPC after error@1104671309) -> (continuation of Deferred@1532575977 after retry RPC after error@1029097754) -> (continuation of Deferred@1473171833 after retry RPC after error@695534679)))
08:02:58.077 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@488956403(state=PENDING, result=null, callback=(continuation of Deferred@552022161 after retry RPC after error@1113589425) -> (continuation of Deferred@269394129 after retry RPC after error@706732122) -> (continuation of Deferred@862268976 after retry RPC after error@1903354723) -> (continuation of Deferred@346021300 after retry RPC after error@1104671309) -> (continuation of Deferred@1532575977 after retry RPC after error@1029097754) -> (continuation of Deferred@1473171833 after retry RPC after error@695534679), errback=(continuation of Deferred@552022161 after retry RPC after error@1113589425) -> (continuation of Deferred@269394129 after retry RPC after error@706732122) -> (continuation of Deferred@862268976 after retry RPC after error@1903354723) -> (continuation of Deferred@346021300 after retry RPC after error@1104671309) -> (continuation of Deferred@1532575977 after retry RPC after error@1029097754) -> (continuation of Deferred@1473171833 after retry RPC after error@695534679)))
08:02:58.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.095 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.114 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.134 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.134 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.134 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.154 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.154 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.175 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.175 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.175 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.215 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.215 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.234 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.234 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.234 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.236 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@306912665(state=PENDING, result=null, callback=(continuation of Deferred@320726075 after retry RPC after error@2037479239) -> (continuation of Deferred@808143938 after retry RPC after error@2051422219) -> (continuation of Deferred@101066564 after retry RPC after error@1958720396) -> (continuation of Deferred@513587205 after retry RPC after error@1439780285) -> (continuation of Deferred@1650097220 after retry RPC after error@1802539088) -> (continuation of Deferred@274153899 after retry RPC after error@1328827065), errback=(continuation of Deferred@320726075 after retry RPC after error@2037479239) -> (continuation of Deferred@808143938 after retry RPC after error@2051422219) -> (continuation of Deferred@101066564 after retry RPC after error@1958720396) -> (continuation of Deferred@513587205 after retry RPC after error@1439780285) -> (continuation of Deferred@1650097220 after retry RPC after error@1802539088) -> (continuation of Deferred@274153899 after retry RPC after error@1328827065)))
08:02:58.236 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@306912665(state=PENDING, result=null, callback=(continuation of Deferred@320726075 after retry RPC after error@2037479239) -> (continuation of Deferred@808143938 after retry RPC after error@2051422219) -> (continuation of Deferred@101066564 after retry RPC after error@1958720396) -> (continuation of Deferred@513587205 after retry RPC after error@1439780285) -> (continuation of Deferred@1650097220 after retry RPC after error@1802539088) -> (continuation of Deferred@274153899 after retry RPC after error@1328827065), errback=(continuation of Deferred@320726075 after retry RPC after error@2037479239) -> (continuation of Deferred@808143938 after retry RPC after error@2051422219) -> (continuation of Deferred@101066564 after retry RPC after error@1958720396) -> (continuation of Deferred@513587205 after retry RPC after error@1439780285) -> (continuation of Deferred@1650097220 after retry RPC after error@1802539088) -> (continuation of Deferred@274153899 after retry RPC after error@1328827065)))
08:02:58.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.254 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.295 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.295 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.295 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.295 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.295 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.334 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.334 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.414 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.415 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1170795796(state=PENDING, result=null, callback=(continuation of Deferred@1454201271 after retry RPC after error@1830576671) -> (continuation of Deferred@1552518396 after retry RPC after error@1579907636) -> (continuation of Deferred@1652023463 after retry RPC after error@1819634284) -> (continuation of Deferred@2081158514 after retry RPC after error@2037701149) -> (continuation of Deferred@609972044 after retry RPC after error@1664767905) -> (continuation of Deferred@1085902545 after retry RPC after error@524419305), errback=(continuation of Deferred@1454201271 after retry RPC after error@1830576671) -> (continuation of Deferred@1552518396 after retry RPC after error@1579907636) -> (continuation of Deferred@1652023463 after retry RPC after error@1819634284) -> (continuation of Deferred@2081158514 after retry RPC after error@2037701149) -> (continuation of Deferred@609972044 after retry RPC after error@1664767905) -> (continuation of Deferred@1085902545 after retry RPC after error@524419305)))
08:02:58.416 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1170795796(state=PENDING, result=null, callback=(continuation of Deferred@1454201271 after retry RPC after error@1830576671) -> (continuation of Deferred@1552518396 after retry RPC after error@1579907636) -> (continuation of Deferred@1652023463 after retry RPC after error@1819634284) -> (continuation of Deferred@2081158514 after retry RPC after error@2037701149) -> (continuation of Deferred@609972044 after retry RPC after error@1664767905) -> (continuation of Deferred@1085902545 after retry RPC after error@524419305), errback=(continuation of Deferred@1454201271 after retry RPC after error@1830576671) -> (continuation of Deferred@1552518396 after retry RPC after error@1579907636) -> (continuation of Deferred@1652023463 after retry RPC after error@1819634284) -> (continuation of Deferred@2081158514 after retry RPC after error@2037701149) -> (continuation of Deferred@609972044 after retry RPC after error@1664767905) -> (continuation of Deferred@1085902545 after retry RPC after error@524419305)))
08:02:58.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.434 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.434 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.435 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.435 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.435 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.435 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.495 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.614 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.674 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.676 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1398074730(state=PENDING, result=null, callback=(continuation of Deferred@1437958590 after retry RPC after error@1092248215) -> (continuation of Deferred@168861521 after retry RPC after error@2128288964) -> (continuation of Deferred@119196368 after retry RPC after error@361107070) -> (continuation of Deferred@467857800 after retry RPC after error@1039786764) -> (continuation of Deferred@1826943529 after retry RPC after error@1228203061) -> (continuation of Deferred@1171661354 after retry RPC after error@927287327) -> (continuation of Deferred@2096857444 after retry RPC after error@310429570), errback=(continuation of Deferred@1437958590 after retry RPC after error@1092248215) -> (continuation of Deferred@168861521 after retry RPC after error@2128288964) -> (continuation of Deferred@119196368 after retry RPC after error@361107070) -> (continuation of Deferred@467857800 after retry RPC after error@1039786764) -> (continuation of Deferred@1826943529 after retry RPC after error@1228203061) -> (continuation of Deferred@1171661354 after retry RPC after error@927287327) -> (continuation of Deferred@2096857444 after retry RPC after error@310429570)))
08:02:58.676 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1398074730(state=PENDING, result=null, callback=(continuation of Deferred@1437958590 after retry RPC after error@1092248215) -> (continuation of Deferred@168861521 after retry RPC after error@2128288964) -> (continuation of Deferred@119196368 after retry RPC after error@361107070) -> (continuation of Deferred@467857800 after retry RPC after error@1039786764) -> (continuation of Deferred@1826943529 after retry RPC after error@1228203061) -> (continuation of Deferred@1171661354 after retry RPC after error@927287327) -> (continuation of Deferred@2096857444 after retry RPC after error@310429570), errback=(continuation of Deferred@1437958590 after retry RPC after error@1092248215) -> (continuation of Deferred@168861521 after retry RPC after error@2128288964) -> (continuation of Deferred@119196368 after retry RPC after error@361107070) -> (continuation of Deferred@467857800 after retry RPC after error@1039786764) -> (continuation of Deferred@1826943529 after retry RPC after error@1228203061) -> (continuation of Deferred@1171661354 after retry RPC after error@927287327) -> (continuation of Deferred@2096857444 after retry RPC after error@310429570)))
08:02:58.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.715 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.715 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.774 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.774 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.814 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.855 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.855 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.855 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.855 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.855 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.895 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.895 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.895 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.895 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.895 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.895 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.897 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [68ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@391666392(state=PENDING, result=null, callback=(continuation of Deferred@278824687 after retry RPC after error@1084674986) -> (continuation of Deferred@965683878 after retry RPC after error@1825847765) -> (continuation of Deferred@135885662 after retry RPC after error@2127878772) -> (continuation of Deferred@1045304594 after retry RPC after error@1931057567) -> (continuation of Deferred@819566369 after retry RPC after error@1745284148) -> (continuation of Deferred@648975011 after retry RPC after error@432288392) -> (continuation of Deferred@1700318734 after retry RPC after error@987822557), errback=(continuation of Deferred@278824687 after retry RPC after error@1084674986) -> (continuation of Deferred@965683878 after retry RPC after error@1825847765) -> (continuation of Deferred@135885662 after retry RPC after error@2127878772) -> (continuation of Deferred@1045304594 after retry RPC after error@1931057567) -> (continuation of Deferred@819566369 after retry RPC after error@1745284148) -> (continuation of Deferred@648975011 after retry RPC after error@432288392) -> (continuation of Deferred@1700318734 after retry RPC after error@987822557)))
08:02:58.897 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [68ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@391666392(state=PENDING, result=null, callback=(continuation of Deferred@278824687 after retry RPC after error@1084674986) -> (continuation of Deferred@965683878 after retry RPC after error@1825847765) -> (continuation of Deferred@135885662 after retry RPC after error@2127878772) -> (continuation of Deferred@1045304594 after retry RPC after error@1931057567) -> (continuation of Deferred@819566369 after retry RPC after error@1745284148) -> (continuation of Deferred@648975011 after retry RPC after error@432288392) -> (continuation of Deferred@1700318734 after retry RPC after error@987822557), errback=(continuation of Deferred@278824687 after retry RPC after error@1084674986) -> (continuation of Deferred@965683878 after retry RPC after error@1825847765) -> (continuation of Deferred@135885662 after retry RPC after error@2127878772) -> (continuation of Deferred@1045304594 after retry RPC after error@1931057567) -> (continuation of Deferred@819566369 after retry RPC after error@1745284148) -> (continuation of Deferred@648975011 after retry RPC after error@432288392) -> (continuation of Deferred@1700318734 after retry RPC after error@987822557)))
08:02:58.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.915 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:58.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:58.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:58.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:58.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:58.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:59.174 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, deferred=Deferred@877797778(state=PENDING, result=null, callback=(continuation of Deferred@1651233533 after retry RPC after error@805500752) -> (continuation of Deferred@849899921 after retry RPC after error@391350503), errback=(continuation of Deferred@1651233533 after retry RPC after error@805500752) -> (continuation of Deferred@849899921 after retry RPC after error@391350503)))
08:02:59.175 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=211, elapsed=220), Traces: [0ms] sending RPC to server master-127.23.129.62:36767, deferred=Deferred@731073738(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.23.129.62:36767, errback=org.apache.kudu.client.ConnectToCluster$1@c8c869f -> ConnectToMasterErrCB for 127.23.129.62:36767))
08:02:59.175 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:59.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:59.194 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
08:02:59.195 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:59.195 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:59.195 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:02:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:59.218698 25080 master_runner.cc:186] Error getting master registration for 127.23.129.62:36767: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111), 
08:02:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:02:59.218891 25080 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:02:59.454 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, deferred=null) with no deferred attached!
08:02:59.454 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.23.129.62:36767, deferred=Deferred@1199707796(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.23.129.62:36767, errback=org.apache.kudu.client.ConnectToCluster$1@2fd2d885 -> ConnectToMasterErrCB for 127.23.129.62:36767))
08:02:59.454 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:59.454 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.23.129.62:36767, deferred=Deferred@1199707796(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.23.129.62:36767, errback=org.apache.kudu.client.ConnectToCluster$1@2fd2d885 -> ConnectToMasterErrCB for 127.23.129.62:36767)), deferred=null)
08:02:59.454 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.23.129.62:36767, deferred=Deferred@1199707796(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.23.129.62:36767, errback=org.apache.kudu.client.ConnectToCluster$1@2fd2d885 -> ConnectToMasterErrCB for 127.23.129.62:36767)), deferred=null)
08:02:59.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:59.475 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:59.475 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:59.475 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:59.733 [DEBUG - pool-40-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, deferred=null) with no deferred attached!
08:02:59.733 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.23.129.62:36767, deferred=Deferred@1499743685(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.23.129.62:36767, errback=org.apache.kudu.client.ConnectToCluster$1@e05decb -> ConnectToMasterErrCB for 127.23.129.62:36767))
08:02:59.733 [WARN - pool-40-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:59.734 [DEBUG - pool-40-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.23.129.62:36767, deferred=Deferred@1499743685(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.23.129.62:36767, errback=org.apache.kudu.client.ConnectToCluster$1@e05decb -> ConnectToMasterErrCB for 127.23.129.62:36767)), deferred=null)
08:02:59.734 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.23.129.62:36767, deferred=Deferred@1499743685(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.23.129.62:36767, errback=org.apache.kudu.client.ConnectToCluster$1@e05decb -> ConnectToMasterErrCB for 127.23.129.62:36767)), deferred=null)
08:02:59.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:59.755 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:59.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:59.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:59.955 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:59.955 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:59.956 [DEBUG - kudu-nio-2] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=780), Traces: [0ms] received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=null) with no deferred attached!
08:02:59.956 [DEBUG - kudu-nio-2] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=501), Traces: [0ms] received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=null) with no deferred attached!
08:02:59.956 [DEBUG - kudu-nio-2] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=222), Traces: [0ms] received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=null) with no deferred attached!
08:02:59.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:59.956 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:59.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:59.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:59.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:59.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:59.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:59.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:59.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:59.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:59.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:02:59.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:02:59.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:02:59.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:59.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:59.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:02:59.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:59.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:59.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:02:59.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.014 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=3, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1696413714(state=PENDING, result=null, callback=(continuation of Deferred@495059038 after retry RPC after error@1593218819) -> (continuation of Deferred@1184000523 after retry RPC after error@1245906787) -> (continuation of Deferred@1204711045 after retry RPC after error@770357232), errback=(continuation of Deferred@495059038 after retry RPC after error@1593218819) -> (continuation of Deferred@1184000523 after retry RPC after error@1245906787) -> (continuation of Deferred@1204711045 after retry RPC after error@770357232)))
08:03:00.016 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:03:00.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.035 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.035 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.054 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.055 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.055 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.055 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.055 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.074 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.074 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.075 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.114 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.114 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.114 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.114 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.114 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.114 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.235 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@40518089(state=PENDING, result=null, callback=(continuation of Deferred@138405749 after retry RPC after error@1850950349) -> (continuation of Deferred@298913968 after retry RPC after error@1105555274) -> (continuation of Deferred@907426892 after retry RPC after error@1109874025) -> (continuation of Deferred@1533712653 after retry RPC after error@824128021) -> (continuation of Deferred@913083430 after retry RPC after error@1318591391) -> (continuation of Deferred@1094009264 after retry RPC after error@166878233) -> (continuation of Deferred@1538124989 after retry RPC after error@1432830132), errback=(continuation of Deferred@138405749 after retry RPC after error@1850950349) -> (continuation of Deferred@298913968 after retry RPC after error@1105555274) -> (continuation of Deferred@907426892 after retry RPC after error@1109874025) -> (continuation of Deferred@1533712653 after retry RPC after error@824128021) -> (continuation of Deferred@913083430 after retry RPC after error@1318591391) -> (continuation of Deferred@1094009264 after retry RPC after error@166878233) -> (continuation of Deferred@1538124989 after retry RPC after error@1432830132)))
08:03:00.235 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@40518089(state=PENDING, result=null, callback=(continuation of Deferred@138405749 after retry RPC after error@1850950349) -> (continuation of Deferred@298913968 after retry RPC after error@1105555274) -> (continuation of Deferred@907426892 after retry RPC after error@1109874025) -> (continuation of Deferred@1533712653 after retry RPC after error@824128021) -> (continuation of Deferred@913083430 after retry RPC after error@1318591391) -> (continuation of Deferred@1094009264 after retry RPC after error@166878233) -> (continuation of Deferred@1538124989 after retry RPC after error@1432830132), errback=(continuation of Deferred@138405749 after retry RPC after error@1850950349) -> (continuation of Deferred@298913968 after retry RPC after error@1105555274) -> (continuation of Deferred@907426892 after retry RPC after error@1109874025) -> (continuation of Deferred@1533712653 after retry RPC after error@824128021) -> (continuation of Deferred@913083430 after retry RPC after error@1318591391) -> (continuation of Deferred@1094009264 after retry RPC after error@166878233) -> (continuation of Deferred@1538124989 after retry RPC after error@1432830132)))
08:03:00.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.255 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.255 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.255 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.275 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.275 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.294 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.334 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.375 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.375 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.375 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@297925164(state=PENDING, result=null, callback=(continuation of Deferred@2118937152 after retry RPC after error@1702371595) -> (continuation of Deferred@689480484 after retry RPC after error@932592817) -> (continuation of Deferred@714428009 after retry RPC after error@247546441) -> (continuation of Deferred@1655488822 after retry RPC after error@1683556966) -> (continuation of Deferred@1681913474 after retry RPC after error@1625826118) -> (continuation of Deferred@1682570012 after retry RPC after error@1215285193), errback=(continuation of Deferred@2118937152 after retry RPC after error@1702371595) -> (continuation of Deferred@689480484 after retry RPC after error@932592817) -> (continuation of Deferred@714428009 after retry RPC after error@247546441) -> (continuation of Deferred@1655488822 after retry RPC after error@1683556966) -> (continuation of Deferred@1681913474 after retry RPC after error@1625826118) -> (continuation of Deferred@1682570012 after retry RPC after error@1215285193)))
08:03:00.456 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@297925164(state=PENDING, result=null, callback=(continuation of Deferred@2118937152 after retry RPC after error@1702371595) -> (continuation of Deferred@689480484 after retry RPC after error@932592817) -> (continuation of Deferred@714428009 after retry RPC after error@247546441) -> (continuation of Deferred@1655488822 after retry RPC after error@1683556966) -> (continuation of Deferred@1681913474 after retry RPC after error@1625826118) -> (continuation of Deferred@1682570012 after retry RPC after error@1215285193), errback=(continuation of Deferred@2118937152 after retry RPC after error@1702371595) -> (continuation of Deferred@689480484 after retry RPC after error@932592817) -> (continuation of Deferred@714428009 after retry RPC after error@247546441) -> (continuation of Deferred@1655488822 after retry RPC after error@1683556966) -> (continuation of Deferred@1681913474 after retry RPC after error@1625826118) -> (continuation of Deferred@1682570012 after retry RPC after error@1215285193)))
08:03:00.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.495 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.495 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.495 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.495 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.515 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.515 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.515 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.695 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.695 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.733 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1784274863(state=PENDING, result=null, callback=(continuation of Deferred@862400606 after retry RPC after error@208208097) -> (continuation of Deferred@852139791 after retry RPC after error@382372446) -> (continuation of Deferred@480619801 after retry RPC after error@1477433444) -> (continuation of Deferred@1054541453 after retry RPC after error@2080502642) -> (continuation of Deferred@1300055182 after retry RPC after error@1805089213) -> (continuation of Deferred@220132652 after retry RPC after error@2121731486) -> (continuation of Deferred@1502183402 after retry RPC after error@151240695) -> (continuation of Deferred@1934527598 after retry RPC after error@890463332), errback=(continuation of Deferred@862400606 after retry RPC after error@208208097) -> (continuation of Deferred@852139791 after retry RPC after error@382372446) -> (continuation of Deferred@480619801 after retry RPC after error@1477433444) -> (continuation of Deferred@1054541453 after retry RPC after error@2080502642) -> (continuation of Deferred@1300055182 after retry RPC after error@1805089213) -> (continuation of Deferred@220132652 after retry RPC after error@2121731486) -> (continuation of Deferred@1502183402 after retry RPC after error@151240695) -> (continuation of Deferred@1934527598 after retry RPC after error@890463332)))
08:03:00.734 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:03:00.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.775 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.814 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.854 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.855 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:00.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:00.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:00.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:00.915 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:00.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.014 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@366987953(state=PENDING, result=null, callback=(continuation of Deferred@1071408481 after retry RPC after error@1253226035) -> (continuation of Deferred@1219739396 after retry RPC after error@592608993) -> (continuation of Deferred@2138693767 after retry RPC after error@539349621) -> (continuation of Deferred@1975194346 after retry RPC after error@1169084362) -> (continuation of Deferred@1977840160 after retry RPC after error@2077991059) -> (continuation of Deferred@1448788288 after retry RPC after error@1698272478) -> (continuation of Deferred@195401771 after retry RPC after error@769421044), errback=(continuation of Deferred@1071408481 after retry RPC after error@1253226035) -> (continuation of Deferred@1219739396 after retry RPC after error@592608993) -> (continuation of Deferred@2138693767 after retry RPC after error@539349621) -> (continuation of Deferred@1975194346 after retry RPC after error@1169084362) -> (continuation of Deferred@1977840160 after retry RPC after error@2077991059) -> (continuation of Deferred@1448788288 after retry RPC after error@1698272478) -> (continuation of Deferred@195401771 after retry RPC after error@769421044)))
08:03:01.015 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:03:01.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.034 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.035 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.075 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.075 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.075 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.175 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.175 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.175 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.175 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.215 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.217 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1218875905(state=PENDING, result=null, callback=(continuation of Deferred@738232994 after retry RPC after error@701256424) -> (continuation of Deferred@1469118648 after retry RPC after error@727338705) -> (continuation of Deferred@52921474 after retry RPC after error@1211616540) -> (continuation of Deferred@405973402 after retry RPC after error@1642545291) -> (continuation of Deferred@1591462817 after retry RPC after error@678601291) -> (continuation of Deferred@629252262 after retry RPC after error@2126073733) -> (continuation of Deferred@2118059312 after retry RPC after error@1138921542), errback=(continuation of Deferred@738232994 after retry RPC after error@701256424) -> (continuation of Deferred@1469118648 after retry RPC after error@727338705) -> (continuation of Deferred@52921474 after retry RPC after error@1211616540) -> (continuation of Deferred@405973402 after retry RPC after error@1642545291) -> (continuation of Deferred@1591462817 after retry RPC after error@678601291) -> (continuation of Deferred@629252262 after retry RPC after error@2126073733) -> (continuation of Deferred@2118059312 after retry RPC after error@1138921542)))
08:03:01.217 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1218875905(state=PENDING, result=null, callback=(continuation of Deferred@738232994 after retry RPC after error@701256424) -> (continuation of Deferred@1469118648 after retry RPC after error@727338705) -> (continuation of Deferred@52921474 after retry RPC after error@1211616540) -> (continuation of Deferred@405973402 after retry RPC after error@1642545291) -> (continuation of Deferred@1591462817 after retry RPC after error@678601291) -> (continuation of Deferred@629252262 after retry RPC after error@2126073733) -> (continuation of Deferred@2118059312 after retry RPC after error@1138921542), errback=(continuation of Deferred@738232994 after retry RPC after error@701256424) -> (continuation of Deferred@1469118648 after retry RPC after error@727338705) -> (continuation of Deferred@52921474 after retry RPC after error@1211616540) -> (continuation of Deferred@405973402 after retry RPC after error@1642545291) -> (continuation of Deferred@1591462817 after retry RPC after error@678601291) -> (continuation of Deferred@629252262 after retry RPC after error@2126073733) -> (continuation of Deferred@2118059312 after retry RPC after error@1138921542)))
08:03:01.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.235 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.235 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.235 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.235 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.235 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.235 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.275 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.275 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.294 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.294 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.395 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.395 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.395 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.434 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.435 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.435 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.435 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.436 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@296334133(state=PENDING, result=null, callback=(continuation of Deferred@934021404 after retry RPC after error@326761775) -> (continuation of Deferred@1579956118 after retry RPC after error@46139261) -> (continuation of Deferred@1441991376 after retry RPC after error@155125188) -> (continuation of Deferred@907019250 after retry RPC after error@887689634) -> (continuation of Deferred@2030123109 after retry RPC after error@140575652) -> (continuation of Deferred@1054383817 after retry RPC after error@1119939761) -> (continuation of Deferred@846341788 after retry RPC after error@839806805), errback=(continuation of Deferred@934021404 after retry RPC after error@326761775) -> (continuation of Deferred@1579956118 after retry RPC after error@46139261) -> (continuation of Deferred@1441991376 after retry RPC after error@155125188) -> (continuation of Deferred@907019250 after retry RPC after error@887689634) -> (continuation of Deferred@2030123109 after retry RPC after error@140575652) -> (continuation of Deferred@1054383817 after retry RPC after error@1119939761) -> (continuation of Deferred@846341788 after retry RPC after error@839806805)))
08:03:01.436 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@296334133(state=PENDING, result=null, callback=(continuation of Deferred@934021404 after retry RPC after error@326761775) -> (continuation of Deferred@1579956118 after retry RPC after error@46139261) -> (continuation of Deferred@1441991376 after retry RPC after error@155125188) -> (continuation of Deferred@907019250 after retry RPC after error@887689634) -> (continuation of Deferred@2030123109 after retry RPC after error@140575652) -> (continuation of Deferred@1054383817 after retry RPC after error@1119939761) -> (continuation of Deferred@846341788 after retry RPC after error@839806805), errback=(continuation of Deferred@934021404 after retry RPC after error@326761775) -> (continuation of Deferred@1579956118 after retry RPC after error@46139261) -> (continuation of Deferred@1441991376 after retry RPC after error@155125188) -> (continuation of Deferred@907019250 after retry RPC after error@887689634) -> (continuation of Deferred@2030123109 after retry RPC after error@140575652) -> (continuation of Deferred@1054383817 after retry RPC after error@1119939761) -> (continuation of Deferred@846341788 after retry RPC after error@839806805)))
08:03:01.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.454 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.515 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.515 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.515 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.535 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.576 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.595 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.675 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.675 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.675 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.676 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2093080623(state=PENDING, result=null, callback=(continuation of Deferred@1088716832 after retry RPC after error@341239402) -> (continuation of Deferred@1200812157 after retry RPC after error@883011640) -> (continuation of Deferred@1344328460 after retry RPC after error@1936067284) -> (continuation of Deferred@589762013 after retry RPC after error@440293873) -> (continuation of Deferred@1288720649 after retry RPC after error@262390509) -> (continuation of Deferred@351366945 after retry RPC after error@2095599007) -> (continuation of Deferred@847123218 after retry RPC after error@601557786), errback=(continuation of Deferred@1088716832 after retry RPC after error@341239402) -> (continuation of Deferred@1200812157 after retry RPC after error@883011640) -> (continuation of Deferred@1344328460 after retry RPC after error@1936067284) -> (continuation of Deferred@589762013 after retry RPC after error@440293873) -> (continuation of Deferred@1288720649 after retry RPC after error@262390509) -> (continuation of Deferred@351366945 after retry RPC after error@2095599007) -> (continuation of Deferred@847123218 after retry RPC after error@601557786)))
08:03:01.677 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2093080623(state=PENDING, result=null, callback=(continuation of Deferred@1088716832 after retry RPC after error@341239402) -> (continuation of Deferred@1200812157 after retry RPC after error@883011640) -> (continuation of Deferred@1344328460 after retry RPC after error@1936067284) -> (continuation of Deferred@589762013 after retry RPC after error@440293873) -> (continuation of Deferred@1288720649 after retry RPC after error@262390509) -> (continuation of Deferred@351366945 after retry RPC after error@2095599007) -> (continuation of Deferred@847123218 after retry RPC after error@601557786), errback=(continuation of Deferred@1088716832 after retry RPC after error@341239402) -> (continuation of Deferred@1200812157 after retry RPC after error@883011640) -> (continuation of Deferred@1344328460 after retry RPC after error@1936067284) -> (continuation of Deferred@589762013 after retry RPC after error@440293873) -> (continuation of Deferred@1288720649 after retry RPC after error@262390509) -> (continuation of Deferred@351366945 after retry RPC after error@2095599007) -> (continuation of Deferred@847123218 after retry RPC after error@601557786)))
08:03:01.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.755 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.775 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.775 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.775 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.775 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.834 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.834 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.834 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.836 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1622995210(state=PENDING, result=null, callback=(continuation of Deferred@1422543343 after retry RPC after error@22540374) -> (continuation of Deferred@1837999391 after retry RPC after error@1790852357) -> (continuation of Deferred@1815970956 after retry RPC after error@1381375005) -> (continuation of Deferred@1391722005 after retry RPC after error@1228842843) -> (continuation of Deferred@1235702548 after retry RPC after error@728959177) -> (continuation of Deferred@1715292388 after retry RPC after error@1518677767), errback=(continuation of Deferred@1422543343 after retry RPC after error@22540374) -> (continuation of Deferred@1837999391 after retry RPC after error@1790852357) -> (continuation of Deferred@1815970956 after retry RPC after error@1381375005) -> (continuation of Deferred@1391722005 after retry RPC after error@1228842843) -> (continuation of Deferred@1235702548 after retry RPC after error@728959177) -> (continuation of Deferred@1715292388 after retry RPC after error@1518677767)))
08:03:01.836 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1622995210(state=PENDING, result=null, callback=(continuation of Deferred@1422543343 after retry RPC after error@22540374) -> (continuation of Deferred@1837999391 after retry RPC after error@1790852357) -> (continuation of Deferred@1815970956 after retry RPC after error@1381375005) -> (continuation of Deferred@1391722005 after retry RPC after error@1228842843) -> (continuation of Deferred@1235702548 after retry RPC after error@728959177) -> (continuation of Deferred@1715292388 after retry RPC after error@1518677767), errback=(continuation of Deferred@1422543343 after retry RPC after error@22540374) -> (continuation of Deferred@1837999391 after retry RPC after error@1790852357) -> (continuation of Deferred@1815970956 after retry RPC after error@1381375005) -> (continuation of Deferred@1391722005 after retry RPC after error@1228842843) -> (continuation of Deferred@1235702548 after retry RPC after error@728959177) -> (continuation of Deferred@1715292388 after retry RPC after error@1518677767)))
08:03:01.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.855 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.855 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.855 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.874 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.915 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.915 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.915 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.915 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.915 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.915 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.935 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.935 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.935 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.935 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.935 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.975 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.975 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.975 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:01.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:01.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:01.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:01.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:01.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.113 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@557122896(state=PENDING, result=null, callback=(continuation of Deferred@1000418219 after retry RPC after error@1793829660) -> (continuation of Deferred@1231300672 after retry RPC after error@1089649593) -> (continuation of Deferred@1916546175 after retry RPC after error@1169738351) -> (continuation of Deferred@771153072 after retry RPC after error@2022479300) -> (continuation of Deferred@1807745406 after retry RPC after error@1747469787) -> (continuation of Deferred@1931482930 after retry RPC after error@1872666151) -> (continuation of Deferred@79604059 after retry RPC after error@772940426), errback=(continuation of Deferred@1000418219 after retry RPC after error@1793829660) -> (continuation of Deferred@1231300672 after retry RPC after error@1089649593) -> (continuation of Deferred@1916546175 after retry RPC after error@1169738351) -> (continuation of Deferred@771153072 after retry RPC after error@2022479300) -> (continuation of Deferred@1807745406 after retry RPC after error@1747469787) -> (continuation of Deferred@1931482930 after retry RPC after error@1872666151) -> (continuation of Deferred@79604059 after retry RPC after error@772940426)))
08:03:02.114 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:03:02.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.134 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.134 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.174 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.174 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.174 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.195 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:03:02.202543 24708 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:03:02.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:03:02.205920 24708 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'f918aebc3953405194b8e7711cf6e360', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'f918aebc3953405194b8e7711cf6e360', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:03:02.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:03:02.208359 24708 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.129.61:42059)
08:03:02.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.214 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.214 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.215 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.255 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.316 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1067009117(state=PENDING, result=null, callback=(continuation of Deferred@1643646413 after retry RPC after error@168128247) -> (continuation of Deferred@1334074718 after retry RPC after error@977945439) -> (continuation of Deferred@469612478 after retry RPC after error@984486112) -> (continuation of Deferred@1471009862 after retry RPC after error@1066743127) -> (continuation of Deferred@1227044188 after retry RPC after error@54531464) -> (continuation of Deferred@980872770 after retry RPC after error@752831446), errback=(continuation of Deferred@1643646413 after retry RPC after error@168128247) -> (continuation of Deferred@1334074718 after retry RPC after error@977945439) -> (continuation of Deferred@469612478 after retry RPC after error@984486112) -> (continuation of Deferred@1471009862 after retry RPC after error@1066743127) -> (continuation of Deferred@1227044188 after retry RPC after error@54531464) -> (continuation of Deferred@980872770 after retry RPC after error@752831446)))
08:03:02.316 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1067009117(state=PENDING, result=null, callback=(continuation of Deferred@1643646413 after retry RPC after error@168128247) -> (continuation of Deferred@1334074718 after retry RPC after error@977945439) -> (continuation of Deferred@469612478 after retry RPC after error@984486112) -> (continuation of Deferred@1471009862 after retry RPC after error@1066743127) -> (continuation of Deferred@1227044188 after retry RPC after error@54531464) -> (continuation of Deferred@980872770 after retry RPC after error@752831446), errback=(continuation of Deferred@1643646413 after retry RPC after error@168128247) -> (continuation of Deferred@1334074718 after retry RPC after error@977945439) -> (continuation of Deferred@469612478 after retry RPC after error@984486112) -> (continuation of Deferred@1471009862 after retry RPC after error@1066743127) -> (continuation of Deferred@1227044188 after retry RPC after error@54531464) -> (continuation of Deferred@980872770 after retry RPC after error@752831446)))
08:03:02.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.355 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.355 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.355 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.355 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.455 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.455 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.455 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.455 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.456 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.594 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@264691735(state=PENDING, result=null, callback=(continuation of Deferred@1867440347 after retry RPC after error@1637238342) -> (continuation of Deferred@1012597098 after retry RPC after error@69568686) -> (continuation of Deferred@485882057 after retry RPC after error@1325545831) -> (continuation of Deferred@724967868 after retry RPC after error@58633356) -> (continuation of Deferred@813580186 after retry RPC after error@1852432883) -> (continuation of Deferred@1950881347 after retry RPC after error@35966602) -> (continuation of Deferred@1139254203 after retry RPC after error@1654699085), errback=(continuation of Deferred@1867440347 after retry RPC after error@1637238342) -> (continuation of Deferred@1012597098 after retry RPC after error@69568686) -> (continuation of Deferred@485882057 after retry RPC after error@1325545831) -> (continuation of Deferred@724967868 after retry RPC after error@58633356) -> (continuation of Deferred@813580186 after retry RPC after error@1852432883) -> (continuation of Deferred@1950881347 after retry RPC after error@35966602) -> (continuation of Deferred@1139254203 after retry RPC after error@1654699085)))
08:03:02.594 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:03:02.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.614 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.614 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.614 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.614 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.655 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.655 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.655 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.655 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.655 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.675 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.675 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.755 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.755 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.755 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.795 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.795 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.795 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.795 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.796 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2027839283(state=PENDING, result=null, callback=(continuation of Deferred@16062473 after retry RPC after error@1525353833) -> (continuation of Deferred@493498633 after retry RPC after error@390578768) -> (continuation of Deferred@1062909409 after retry RPC after error@1029203750) -> (continuation of Deferred@1903623165 after retry RPC after error@1485501121) -> (continuation of Deferred@840282508 after retry RPC after error@1284145599) -> (continuation of Deferred@174400192 after retry RPC after error@91674039) -> (continuation of Deferred@443583812 after retry RPC after error@40857804), errback=(continuation of Deferred@16062473 after retry RPC after error@1525353833) -> (continuation of Deferred@493498633 after retry RPC after error@390578768) -> (continuation of Deferred@1062909409 after retry RPC after error@1029203750) -> (continuation of Deferred@1903623165 after retry RPC after error@1485501121) -> (continuation of Deferred@840282508 after retry RPC after error@1284145599) -> (continuation of Deferred@174400192 after retry RPC after error@91674039) -> (continuation of Deferred@443583812 after retry RPC after error@40857804)))
08:03:02.796 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2027839283(state=PENDING, result=null, callback=(continuation of Deferred@16062473 after retry RPC after error@1525353833) -> (continuation of Deferred@493498633 after retry RPC after error@390578768) -> (continuation of Deferred@1062909409 after retry RPC after error@1029203750) -> (continuation of Deferred@1903623165 after retry RPC after error@1485501121) -> (continuation of Deferred@840282508 after retry RPC after error@1284145599) -> (continuation of Deferred@174400192 after retry RPC after error@91674039) -> (continuation of Deferred@443583812 after retry RPC after error@40857804), errback=(continuation of Deferred@16062473 after retry RPC after error@1525353833) -> (continuation of Deferred@493498633 after retry RPC after error@390578768) -> (continuation of Deferred@1062909409 after retry RPC after error@1029203750) -> (continuation of Deferred@1903623165 after retry RPC after error@1485501121) -> (continuation of Deferred@840282508 after retry RPC after error@1284145599) -> (continuation of Deferred@174400192 after retry RPC after error@91674039) -> (continuation of Deferred@443583812 after retry RPC after error@40857804)))
08:03:02.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.815 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.815 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.854 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.875 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.875 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.875 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.875 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.875 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:02.894320 25429 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:03:02.894 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:02.894707 25429 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:03:02.894 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.895 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.895 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:02.895756 25429 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:03:02.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:03:02.897032 25100 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111) [suppressed 1 similar messages]
08:03:02.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:03:02.898388 25097 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:03:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:03:02.898686 25100 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:03:02.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:02.898847 25100 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5; no voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b
08:03:02.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:02.899150 25429 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:03:02.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.975 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:02.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:02.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:02.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:02.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:02.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.034 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.034 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.035 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@63594561(state=PENDING, result=null, callback=(continuation of Deferred@381508683 after retry RPC after error@2112284785) -> (continuation of Deferred@779526481 after retry RPC after error@2129532086) -> (continuation of Deferred@38621220 after retry RPC after error@1218614652) -> (continuation of Deferred@1405470992 after retry RPC after error@1560292474) -> (continuation of Deferred@899976078 after retry RPC after error@1777459507) -> (continuation of Deferred@335624276 after retry RPC after error@1220457810) -> (continuation of Deferred@1507311408 after retry RPC after error@1061758272) -> (continuation of Deferred@571959653 after retry RPC after error@532569168), errback=(continuation of Deferred@381508683 after retry RPC after error@2112284785) -> (continuation of Deferred@779526481 after retry RPC after error@2129532086) -> (continuation of Deferred@38621220 after retry RPC after error@1218614652) -> (continuation of Deferred@1405470992 after retry RPC after error@1560292474) -> (continuation of Deferred@899976078 after retry RPC after error@1777459507) -> (continuation of Deferred@335624276 after retry RPC after error@1220457810) -> (continuation of Deferred@1507311408 after retry RPC after error@1061758272) -> (continuation of Deferred@571959653 after retry RPC after error@532569168)))
08:03:03.036 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@63594561(state=PENDING, result=null, callback=(continuation of Deferred@381508683 after retry RPC after error@2112284785) -> (continuation of Deferred@779526481 after retry RPC after error@2129532086) -> (continuation of Deferred@38621220 after retry RPC after error@1218614652) -> (continuation of Deferred@1405470992 after retry RPC after error@1560292474) -> (continuation of Deferred@899976078 after retry RPC after error@1777459507) -> (continuation of Deferred@335624276 after retry RPC after error@1220457810) -> (continuation of Deferred@1507311408 after retry RPC after error@1061758272) -> (continuation of Deferred@571959653 after retry RPC after error@532569168), errback=(continuation of Deferred@381508683 after retry RPC after error@2112284785) -> (continuation of Deferred@779526481 after retry RPC after error@2129532086) -> (continuation of Deferred@38621220 after retry RPC after error@1218614652) -> (continuation of Deferred@1405470992 after retry RPC after error@1560292474) -> (continuation of Deferred@899976078 after retry RPC after error@1777459507) -> (continuation of Deferred@335624276 after retry RPC after error@1220457810) -> (continuation of Deferred@1507311408 after retry RPC after error@1061758272) -> (continuation of Deferred@571959653 after retry RPC after error@532569168)))
08:03:03.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.075 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.075 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.094 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.155 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.215 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@630480530(state=PENDING, result=null, callback=(continuation of Deferred@291370200 after retry RPC after error@1154792257) -> (continuation of Deferred@144212685 after retry RPC after error@268385666) -> (continuation of Deferred@1912267665 after retry RPC after error@269832284) -> (continuation of Deferred@1557603961 after retry RPC after error@716309324) -> (continuation of Deferred@217226208 after retry RPC after error@912244114) -> (continuation of Deferred@1407103438 after retry RPC after error@1766617242) -> (continuation of Deferred@1912196040 after retry RPC after error@981551944), errback=(continuation of Deferred@291370200 after retry RPC after error@1154792257) -> (continuation of Deferred@144212685 after retry RPC after error@268385666) -> (continuation of Deferred@1912267665 after retry RPC after error@269832284) -> (continuation of Deferred@1557603961 after retry RPC after error@716309324) -> (continuation of Deferred@217226208 after retry RPC after error@912244114) -> (continuation of Deferred@1407103438 after retry RPC after error@1766617242) -> (continuation of Deferred@1912196040 after retry RPC after error@981551944)))
08:03:03.215 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@630480530(state=PENDING, result=null, callback=(continuation of Deferred@291370200 after retry RPC after error@1154792257) -> (continuation of Deferred@144212685 after retry RPC after error@268385666) -> (continuation of Deferred@1912267665 after retry RPC after error@269832284) -> (continuation of Deferred@1557603961 after retry RPC after error@716309324) -> (continuation of Deferred@217226208 after retry RPC after error@912244114) -> (continuation of Deferred@1407103438 after retry RPC after error@1766617242) -> (continuation of Deferred@1912196040 after retry RPC after error@981551944), errback=(continuation of Deferred@291370200 after retry RPC after error@1154792257) -> (continuation of Deferred@144212685 after retry RPC after error@268385666) -> (continuation of Deferred@1912267665 after retry RPC after error@269832284) -> (continuation of Deferred@1557603961 after retry RPC after error@716309324) -> (continuation of Deferred@217226208 after retry RPC after error@912244114) -> (continuation of Deferred@1407103438 after retry RPC after error@1766617242) -> (continuation of Deferred@1912196040 after retry RPC after error@981551944)))
08:03:03.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.294 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.315 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.315 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.334 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.354 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.354 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.354 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.454 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.454 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.456 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@997962778(state=PENDING, result=null, callback=(continuation of Deferred@12623208 after retry RPC after error@1172916590) -> (continuation of Deferred@1852747870 after retry RPC after error@148050669) -> (continuation of Deferred@209515842 after retry RPC after error@64057242) -> (continuation of Deferred@413582334 after retry RPC after error@150138493) -> (continuation of Deferred@1674562756 after retry RPC after error@1810551448) -> (continuation of Deferred@1174226216 after retry RPC after error@1516489452) -> (continuation of Deferred@1205306504 after retry RPC after error@2048188664), errback=(continuation of Deferred@12623208 after retry RPC after error@1172916590) -> (continuation of Deferred@1852747870 after retry RPC after error@148050669) -> (continuation of Deferred@209515842 after retry RPC after error@64057242) -> (continuation of Deferred@413582334 after retry RPC after error@150138493) -> (continuation of Deferred@1674562756 after retry RPC after error@1810551448) -> (continuation of Deferred@1174226216 after retry RPC after error@1516489452) -> (continuation of Deferred@1205306504 after retry RPC after error@2048188664)))
08:03:03.456 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@997962778(state=PENDING, result=null, callback=(continuation of Deferred@12623208 after retry RPC after error@1172916590) -> (continuation of Deferred@1852747870 after retry RPC after error@148050669) -> (continuation of Deferred@209515842 after retry RPC after error@64057242) -> (continuation of Deferred@413582334 after retry RPC after error@150138493) -> (continuation of Deferred@1674562756 after retry RPC after error@1810551448) -> (continuation of Deferred@1174226216 after retry RPC after error@1516489452) -> (continuation of Deferred@1205306504 after retry RPC after error@2048188664), errback=(continuation of Deferred@12623208 after retry RPC after error@1172916590) -> (continuation of Deferred@1852747870 after retry RPC after error@148050669) -> (continuation of Deferred@209515842 after retry RPC after error@64057242) -> (continuation of Deferred@413582334 after retry RPC after error@150138493) -> (continuation of Deferred@1674562756 after retry RPC after error@1810551448) -> (continuation of Deferred@1174226216 after retry RPC after error@1516489452) -> (continuation of Deferred@1205306504 after retry RPC after error@2048188664)))
08:03:03.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.495 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.495 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.495 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.495 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.495 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.514 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.514 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.595 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.595 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.595 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.595 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.635 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [8ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@561498565(state=PENDING, result=null, callback=(continuation of Deferred@1532522891 after retry RPC after error@823125409) -> (continuation of Deferred@867875671 after retry RPC after error@740062468) -> (continuation of Deferred@877694245 after retry RPC after error@2059162851) -> (continuation of Deferred@481966304 after retry RPC after error@1405213222) -> (continuation of Deferred@1674075358 after retry RPC after error@2068518664) -> (continuation of Deferred@922443193 after retry RPC after error@1798746538) -> (continuation of Deferred@1253654206 after retry RPC after error@1768522678), errback=(continuation of Deferred@1532522891 after retry RPC after error@823125409) -> (continuation of Deferred@867875671 after retry RPC after error@740062468) -> (continuation of Deferred@877694245 after retry RPC after error@2059162851) -> (continuation of Deferred@481966304 after retry RPC after error@1405213222) -> (continuation of Deferred@1674075358 after retry RPC after error@2068518664) -> (continuation of Deferred@922443193 after retry RPC after error@1798746538) -> (continuation of Deferred@1253654206 after retry RPC after error@1768522678)))
08:03:03.656 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [8ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@561498565(state=PENDING, result=null, callback=(continuation of Deferred@1532522891 after retry RPC after error@823125409) -> (continuation of Deferred@867875671 after retry RPC after error@740062468) -> (continuation of Deferred@877694245 after retry RPC after error@2059162851) -> (continuation of Deferred@481966304 after retry RPC after error@1405213222) -> (continuation of Deferred@1674075358 after retry RPC after error@2068518664) -> (continuation of Deferred@922443193 after retry RPC after error@1798746538) -> (continuation of Deferred@1253654206 after retry RPC after error@1768522678), errback=(continuation of Deferred@1532522891 after retry RPC after error@823125409) -> (continuation of Deferred@867875671 after retry RPC after error@740062468) -> (continuation of Deferred@877694245 after retry RPC after error@2059162851) -> (continuation of Deferred@481966304 after retry RPC after error@1405213222) -> (continuation of Deferred@1674075358 after retry RPC after error@2068518664) -> (continuation of Deferred@922443193 after retry RPC after error@1798746538) -> (continuation of Deferred@1253654206 after retry RPC after error@1768522678)))
08:03:03.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.694 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.694 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.694 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.714 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.715 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.715 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.715 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.734 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.734 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.815 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.915 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.915 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.915 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.915 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.917 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1611388525(state=PENDING, result=null, callback=(continuation of Deferred@154050965 after retry RPC after error@527676718) -> (continuation of Deferred@649353856 after retry RPC after error@414341253) -> (continuation of Deferred@1693212687 after retry RPC after error@1714709369) -> (continuation of Deferred@1657816421 after retry RPC after error@1756123082) -> (continuation of Deferred@1875359432 after retry RPC after error@715993058) -> (continuation of Deferred@1253485759 after retry RPC after error@1080977468) -> (continuation of Deferred@315483919 after retry RPC after error@1373378699), errback=(continuation of Deferred@154050965 after retry RPC after error@527676718) -> (continuation of Deferred@649353856 after retry RPC after error@414341253) -> (continuation of Deferred@1693212687 after retry RPC after error@1714709369) -> (continuation of Deferred@1657816421 after retry RPC after error@1756123082) -> (continuation of Deferred@1875359432 after retry RPC after error@715993058) -> (continuation of Deferred@1253485759 after retry RPC after error@1080977468) -> (continuation of Deferred@315483919 after retry RPC after error@1373378699)))
08:03:03.917 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1611388525(state=PENDING, result=null, callback=(continuation of Deferred@154050965 after retry RPC after error@527676718) -> (continuation of Deferred@649353856 after retry RPC after error@414341253) -> (continuation of Deferred@1693212687 after retry RPC after error@1714709369) -> (continuation of Deferred@1657816421 after retry RPC after error@1756123082) -> (continuation of Deferred@1875359432 after retry RPC after error@715993058) -> (continuation of Deferred@1253485759 after retry RPC after error@1080977468) -> (continuation of Deferred@315483919 after retry RPC after error@1373378699), errback=(continuation of Deferred@154050965 after retry RPC after error@527676718) -> (continuation of Deferred@649353856 after retry RPC after error@414341253) -> (continuation of Deferred@1693212687 after retry RPC after error@1714709369) -> (continuation of Deferred@1657816421 after retry RPC after error@1756123082) -> (continuation of Deferred@1875359432 after retry RPC after error@715993058) -> (continuation of Deferred@1253485759 after retry RPC after error@1080977468) -> (continuation of Deferred@315483919 after retry RPC after error@1373378699)))
08:03:03.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.975 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.975 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.975 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.975 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.975 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:03.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:03.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:03.995 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.995 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.995 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.995 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.995 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:03.995 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:03.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.034 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.034 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.034 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.175 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.175 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.175 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.177 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2067597300(state=PENDING, result=null, callback=(continuation of Deferred@118776333 after retry RPC after error@1162004557) -> (continuation of Deferred@2095090044 after retry RPC after error@1878078387) -> (continuation of Deferred@1263607882 after retry RPC after error@402819533) -> (continuation of Deferred@1615939800 after retry RPC after error@106664906) -> (continuation of Deferred@1154129979 after retry RPC after error@1217004942) -> (continuation of Deferred@586650575 after retry RPC after error@2020118936) -> (continuation of Deferred@1773284822 after retry RPC after error@1896674075), errback=(continuation of Deferred@118776333 after retry RPC after error@1162004557) -> (continuation of Deferred@2095090044 after retry RPC after error@1878078387) -> (continuation of Deferred@1263607882 after retry RPC after error@402819533) -> (continuation of Deferred@1615939800 after retry RPC after error@106664906) -> (continuation of Deferred@1154129979 after retry RPC after error@1217004942) -> (continuation of Deferred@586650575 after retry RPC after error@2020118936) -> (continuation of Deferred@1773284822 after retry RPC after error@1896674075)))
08:03:04.180 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2067597300(state=PENDING, result=null, callback=(continuation of Deferred@118776333 after retry RPC after error@1162004557) -> (continuation of Deferred@2095090044 after retry RPC after error@1878078387) -> (continuation of Deferred@1263607882 after retry RPC after error@402819533) -> (continuation of Deferred@1615939800 after retry RPC after error@106664906) -> (continuation of Deferred@1154129979 after retry RPC after error@1217004942) -> (continuation of Deferred@586650575 after retry RPC after error@2020118936) -> (continuation of Deferred@1773284822 after retry RPC after error@1896674075), errback=(continuation of Deferred@118776333 after retry RPC after error@1162004557) -> (continuation of Deferred@2095090044 after retry RPC after error@1878078387) -> (continuation of Deferred@1263607882 after retry RPC after error@402819533) -> (continuation of Deferred@1615939800 after retry RPC after error@106664906) -> (continuation of Deferred@1154129979 after retry RPC after error@1217004942) -> (continuation of Deferred@586650575 after retry RPC after error@2020118936) -> (continuation of Deferred@1773284822 after retry RPC after error@1896674075)))
08:03:04.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.214 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.214 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:04.220511 25080 master_runner.cc:186] Error getting master registration for 127.23.129.62:36767: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111), 
08:03:04.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:04.220711 25080 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:04.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.234 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.234 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.235 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.235 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.255 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.334 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.415 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1402305232(state=PENDING, result=null, callback=(continuation of Deferred@1203165563 after retry RPC after error@1534301686) -> (continuation of Deferred@854637870 after retry RPC after error@1254822490) -> (continuation of Deferred@1002927993 after retry RPC after error@2094832082) -> (continuation of Deferred@1274167978 after retry RPC after error@1496961100) -> (continuation of Deferred@1506085037 after retry RPC after error@1095702606) -> (continuation of Deferred@410121695 after retry RPC after error@266206509) -> (continuation of Deferred@2116819995 after retry RPC after error@1192818424) -> (continuation of Deferred@1347435721 after retry RPC after error@813995899), errback=(continuation of Deferred@1203165563 after retry RPC after error@1534301686) -> (continuation of Deferred@854637870 after retry RPC after error@1254822490) -> (continuation of Deferred@1002927993 after retry RPC after error@2094832082) -> (continuation of Deferred@1274167978 after retry RPC after error@1496961100) -> (continuation of Deferred@1506085037 after retry RPC after error@1095702606) -> (continuation of Deferred@410121695 after retry RPC after error@266206509) -> (continuation of Deferred@2116819995 after retry RPC after error@1192818424) -> (continuation of Deferred@1347435721 after retry RPC after error@813995899)))
08:03:04.415 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1402305232(state=PENDING, result=null, callback=(continuation of Deferred@1203165563 after retry RPC after error@1534301686) -> (continuation of Deferred@854637870 after retry RPC after error@1254822490) -> (continuation of Deferred@1002927993 after retry RPC after error@2094832082) -> (continuation of Deferred@1274167978 after retry RPC after error@1496961100) -> (continuation of Deferred@1506085037 after retry RPC after error@1095702606) -> (continuation of Deferred@410121695 after retry RPC after error@266206509) -> (continuation of Deferred@2116819995 after retry RPC after error@1192818424) -> (continuation of Deferred@1347435721 after retry RPC after error@813995899), errback=(continuation of Deferred@1203165563 after retry RPC after error@1534301686) -> (continuation of Deferred@854637870 after retry RPC after error@1254822490) -> (continuation of Deferred@1002927993 after retry RPC after error@2094832082) -> (continuation of Deferred@1274167978 after retry RPC after error@1496961100) -> (continuation of Deferred@1506085037 after retry RPC after error@1095702606) -> (continuation of Deferred@410121695 after retry RPC after error@266206509) -> (continuation of Deferred@2116819995 after retry RPC after error@1192818424) -> (continuation of Deferred@1347435721 after retry RPC after error@813995899)))
08:03:04.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.434 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.434 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.434 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.454 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.475 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.475 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.614 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.614 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.614 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.614 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.614 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.614 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.636 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1899266798(state=PENDING, result=null, callback=(continuation of Deferred@394710525 after retry RPC after error@503813533) -> (continuation of Deferred@1478282829 after retry RPC after error@225055826) -> (continuation of Deferred@740481319 after retry RPC after error@246094403) -> (continuation of Deferred@813417341 after retry RPC after error@1844349348) -> (continuation of Deferred@1472171743 after retry RPC after error@17887081) -> (continuation of Deferred@1872667677 after retry RPC after error@1982116835) -> (continuation of Deferred@1573261966 after retry RPC after error@1529595384), errback=(continuation of Deferred@394710525 after retry RPC after error@503813533) -> (continuation of Deferred@1478282829 after retry RPC after error@225055826) -> (continuation of Deferred@740481319 after retry RPC after error@246094403) -> (continuation of Deferred@813417341 after retry RPC after error@1844349348) -> (continuation of Deferred@1472171743 after retry RPC after error@17887081) -> (continuation of Deferred@1872667677 after retry RPC after error@1982116835) -> (continuation of Deferred@1573261966 after retry RPC after error@1529595384)))
08:03:04.637 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1899266798(state=PENDING, result=null, callback=(continuation of Deferred@394710525 after retry RPC after error@503813533) -> (continuation of Deferred@1478282829 after retry RPC after error@225055826) -> (continuation of Deferred@740481319 after retry RPC after error@246094403) -> (continuation of Deferred@813417341 after retry RPC after error@1844349348) -> (continuation of Deferred@1472171743 after retry RPC after error@17887081) -> (continuation of Deferred@1872667677 after retry RPC after error@1982116835) -> (continuation of Deferred@1573261966 after retry RPC after error@1529595384), errback=(continuation of Deferred@394710525 after retry RPC after error@503813533) -> (continuation of Deferred@1478282829 after retry RPC after error@225055826) -> (continuation of Deferred@740481319 after retry RPC after error@246094403) -> (continuation of Deferred@813417341 after retry RPC after error@1844349348) -> (continuation of Deferred@1472171743 after retry RPC after error@17887081) -> (continuation of Deferred@1872667677 after retry RPC after error@1982116835) -> (continuation of Deferred@1573261966 after retry RPC after error@1529595384)))
08:03:04.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.654 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.674 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.695 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.695 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.695 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.695 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.735 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.735 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.735 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.774 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.814 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.814 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.875 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1107833544(state=PENDING, result=null, callback=(continuation of Deferred@1767994544 after retry RPC after error@1454780343) -> (continuation of Deferred@1679666402 after retry RPC after error@1736465627) -> (continuation of Deferred@94793839 after retry RPC after error@1653222651) -> (continuation of Deferred@1811543796 after retry RPC after error@242878932) -> (continuation of Deferred@946414972 after retry RPC after error@188169086) -> (continuation of Deferred@794636986 after retry RPC after error@1907866156) -> (continuation of Deferred@8663971 after retry RPC after error@844764166), errback=(continuation of Deferred@1767994544 after retry RPC after error@1454780343) -> (continuation of Deferred@1679666402 after retry RPC after error@1736465627) -> (continuation of Deferred@94793839 after retry RPC after error@1653222651) -> (continuation of Deferred@1811543796 after retry RPC after error@242878932) -> (continuation of Deferred@946414972 after retry RPC after error@188169086) -> (continuation of Deferred@794636986 after retry RPC after error@1907866156) -> (continuation of Deferred@8663971 after retry RPC after error@844764166)))
08:03:04.876 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1107833544(state=PENDING, result=null, callback=(continuation of Deferred@1767994544 after retry RPC after error@1454780343) -> (continuation of Deferred@1679666402 after retry RPC after error@1736465627) -> (continuation of Deferred@94793839 after retry RPC after error@1653222651) -> (continuation of Deferred@1811543796 after retry RPC after error@242878932) -> (continuation of Deferred@946414972 after retry RPC after error@188169086) -> (continuation of Deferred@794636986 after retry RPC after error@1907866156) -> (continuation of Deferred@8663971 after retry RPC after error@844764166), errback=(continuation of Deferred@1767994544 after retry RPC after error@1454780343) -> (continuation of Deferred@1679666402 after retry RPC after error@1736465627) -> (continuation of Deferred@94793839 after retry RPC after error@1653222651) -> (continuation of Deferred@1811543796 after retry RPC after error@242878932) -> (continuation of Deferred@946414972 after retry RPC after error@188169086) -> (continuation of Deferred@794636986 after retry RPC after error@1907866156) -> (continuation of Deferred@8663971 after retry RPC after error@844764166)))
08:03:04.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.895 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.895 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.895 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.895 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.895 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.895 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.975 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.975 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.975 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:04.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:04.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:04.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.994 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:04.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:04.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.054 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.054 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.054 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.054 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.055 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.055 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.135 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@782231834(state=PENDING, result=null, callback=(continuation of Deferred@1660851186 after retry RPC after error@1315694860) -> (continuation of Deferred@1185573879 after retry RPC after error@388799745) -> (continuation of Deferred@22801685 after retry RPC after error@275339195) -> (continuation of Deferred@84501394 after retry RPC after error@1983787687) -> (continuation of Deferred@676551216 after retry RPC after error@1918702606) -> (continuation of Deferred@1007090724 after retry RPC after error@1001019913) -> (continuation of Deferred@152700310 after retry RPC after error@326999519), errback=(continuation of Deferred@1660851186 after retry RPC after error@1315694860) -> (continuation of Deferred@1185573879 after retry RPC after error@388799745) -> (continuation of Deferred@22801685 after retry RPC after error@275339195) -> (continuation of Deferred@84501394 after retry RPC after error@1983787687) -> (continuation of Deferred@676551216 after retry RPC after error@1918702606) -> (continuation of Deferred@1007090724 after retry RPC after error@1001019913) -> (continuation of Deferred@152700310 after retry RPC after error@326999519)))
08:03:05.135 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@782231834(state=PENDING, result=null, callback=(continuation of Deferred@1660851186 after retry RPC after error@1315694860) -> (continuation of Deferred@1185573879 after retry RPC after error@388799745) -> (continuation of Deferred@22801685 after retry RPC after error@275339195) -> (continuation of Deferred@84501394 after retry RPC after error@1983787687) -> (continuation of Deferred@676551216 after retry RPC after error@1918702606) -> (continuation of Deferred@1007090724 after retry RPC after error@1001019913) -> (continuation of Deferred@152700310 after retry RPC after error@326999519), errback=(continuation of Deferred@1660851186 after retry RPC after error@1315694860) -> (continuation of Deferred@1185573879 after retry RPC after error@388799745) -> (continuation of Deferred@22801685 after retry RPC after error@275339195) -> (continuation of Deferred@84501394 after retry RPC after error@1983787687) -> (continuation of Deferred@676551216 after retry RPC after error@1918702606) -> (continuation of Deferred@1007090724 after retry RPC after error@1001019913) -> (continuation of Deferred@152700310 after retry RPC after error@326999519)))
08:03:05.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.155 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.155 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.194 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.194 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.194 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.235 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.235 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.235 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.235 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.235 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.255 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.335 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.335 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.335 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.336 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@678253138(state=PENDING, result=null, callback=(continuation of Deferred@1468113381 after retry RPC after error@1118268585) -> (continuation of Deferred@632839035 after retry RPC after error@1728410204) -> (continuation of Deferred@1037134288 after retry RPC after error@1147836647) -> (continuation of Deferred@594436242 after retry RPC after error@1865773361) -> (continuation of Deferred@1503398638 after retry RPC after error@1235291290) -> (continuation of Deferred@421236684 after retry RPC after error@1566820647), errback=(continuation of Deferred@1468113381 after retry RPC after error@1118268585) -> (continuation of Deferred@632839035 after retry RPC after error@1728410204) -> (continuation of Deferred@1037134288 after retry RPC after error@1147836647) -> (continuation of Deferred@594436242 after retry RPC after error@1865773361) -> (continuation of Deferred@1503398638 after retry RPC after error@1235291290) -> (continuation of Deferred@421236684 after retry RPC after error@1566820647)))
08:03:05.336 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@678253138(state=PENDING, result=null, callback=(continuation of Deferred@1468113381 after retry RPC after error@1118268585) -> (continuation of Deferred@632839035 after retry RPC after error@1728410204) -> (continuation of Deferred@1037134288 after retry RPC after error@1147836647) -> (continuation of Deferred@594436242 after retry RPC after error@1865773361) -> (continuation of Deferred@1503398638 after retry RPC after error@1235291290) -> (continuation of Deferred@421236684 after retry RPC after error@1566820647), errback=(continuation of Deferred@1468113381 after retry RPC after error@1118268585) -> (continuation of Deferred@632839035 after retry RPC after error@1728410204) -> (continuation of Deferred@1037134288 after retry RPC after error@1147836647) -> (continuation of Deferred@594436242 after retry RPC after error@1865773361) -> (continuation of Deferred@1503398638 after retry RPC after error@1235291290) -> (continuation of Deferred@421236684 after retry RPC after error@1566820647)))
08:03:05.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.395 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.395 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.395 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.475 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.475 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.475 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.475 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.475 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.475 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.535 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.535 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.536 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1287305589(state=PENDING, result=null, callback=(continuation of Deferred@1108852119 after retry RPC after error@221215415) -> (continuation of Deferred@1338844263 after retry RPC after error@1445289466) -> (continuation of Deferred@690071980 after retry RPC after error@1596818685) -> (continuation of Deferred@2036694371 after retry RPC after error@97723704) -> (continuation of Deferred@555454695 after retry RPC after error@304280149) -> (continuation of Deferred@1082006295 after retry RPC after error@1553472709), errback=(continuation of Deferred@1108852119 after retry RPC after error@221215415) -> (continuation of Deferred@1338844263 after retry RPC after error@1445289466) -> (continuation of Deferred@690071980 after retry RPC after error@1596818685) -> (continuation of Deferred@2036694371 after retry RPC after error@97723704) -> (continuation of Deferred@555454695 after retry RPC after error@304280149) -> (continuation of Deferred@1082006295 after retry RPC after error@1553472709)))
08:03:05.536 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1287305589(state=PENDING, result=null, callback=(continuation of Deferred@1108852119 after retry RPC after error@221215415) -> (continuation of Deferred@1338844263 after retry RPC after error@1445289466) -> (continuation of Deferred@690071980 after retry RPC after error@1596818685) -> (continuation of Deferred@2036694371 after retry RPC after error@97723704) -> (continuation of Deferred@555454695 after retry RPC after error@304280149) -> (continuation of Deferred@1082006295 after retry RPC after error@1553472709), errback=(continuation of Deferred@1108852119 after retry RPC after error@221215415) -> (continuation of Deferred@1338844263 after retry RPC after error@1445289466) -> (continuation of Deferred@690071980 after retry RPC after error@1596818685) -> (continuation of Deferred@2036694371 after retry RPC after error@97723704) -> (continuation of Deferred@555454695 after retry RPC after error@304280149) -> (continuation of Deferred@1082006295 after retry RPC after error@1553472709)))
08:03:05.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.554 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.554 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.595 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.595 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.595 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.595 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.614 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.614 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.614 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.614 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.634 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.634 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.634 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.714 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.714 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.714 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.814 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1194032258(state=PENDING, result=null, callback=(continuation of Deferred@1737114844 after retry RPC after error@1455078410) -> (continuation of Deferred@762948147 after retry RPC after error@833227890) -> (continuation of Deferred@70451775 after retry RPC after error@124433503) -> (continuation of Deferred@1738714803 after retry RPC after error@101377961) -> (continuation of Deferred@448016301 after retry RPC after error@1211017448) -> (continuation of Deferred@973815912 after retry RPC after error@1810747183) -> (continuation of Deferred@1352617144 after retry RPC after error@1842075563), errback=(continuation of Deferred@1737114844 after retry RPC after error@1455078410) -> (continuation of Deferred@762948147 after retry RPC after error@833227890) -> (continuation of Deferred@70451775 after retry RPC after error@124433503) -> (continuation of Deferred@1738714803 after retry RPC after error@101377961) -> (continuation of Deferred@448016301 after retry RPC after error@1211017448) -> (continuation of Deferred@973815912 after retry RPC after error@1810747183) -> (continuation of Deferred@1352617144 after retry RPC after error@1842075563)))
08:03:05.814 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:03:05.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.834 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.834 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.834 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.854 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.854 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.854 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.894 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.895 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.895 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.895 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.895 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.895 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.915 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:05.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:05.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:05.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:05.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:05.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.093 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1621519835(state=PENDING, result=null, callback=(continuation of Deferred@1476903475 after retry RPC after error@1654442661) -> (continuation of Deferred@852887432 after retry RPC after error@1632468156) -> (continuation of Deferred@129842428 after retry RPC after error@57673548) -> (continuation of Deferred@18397933 after retry RPC after error@196775662) -> (continuation of Deferred@1703807417 after retry RPC after error@1724327971) -> (continuation of Deferred@583809476 after retry RPC after error@2111708813) -> (continuation of Deferred@1745359694 after retry RPC after error@936487004) -> (continuation of Deferred@1947252091 after retry RPC after error@2042099458), errback=(continuation of Deferred@1476903475 after retry RPC after error@1654442661) -> (continuation of Deferred@852887432 after retry RPC after error@1632468156) -> (continuation of Deferred@129842428 after retry RPC after error@57673548) -> (continuation of Deferred@18397933 after retry RPC after error@196775662) -> (continuation of Deferred@1703807417 after retry RPC after error@1724327971) -> (continuation of Deferred@583809476 after retry RPC after error@2111708813) -> (continuation of Deferred@1745359694 after retry RPC after error@936487004) -> (continuation of Deferred@1947252091 after retry RPC after error@2042099458)))
08:03:06.094 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:03:06.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.195 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.195 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.195 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.195 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.195 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.255 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@957245077(state=PENDING, result=null, callback=(continuation of Deferred@1559147359 after retry RPC after error@261585595) -> (continuation of Deferred@2018403889 after retry RPC after error@842964323) -> (continuation of Deferred@459514928 after retry RPC after error@789923653) -> (continuation of Deferred@610390904 after retry RPC after error@1651672850) -> (continuation of Deferred@1681325384 after retry RPC after error@1637655012) -> (continuation of Deferred@1263289532 after retry RPC after error@1030754512) -> (continuation of Deferred@1862235787 after retry RPC after error@1793616177), errback=(continuation of Deferred@1559147359 after retry RPC after error@261585595) -> (continuation of Deferred@2018403889 after retry RPC after error@842964323) -> (continuation of Deferred@459514928 after retry RPC after error@789923653) -> (continuation of Deferred@610390904 after retry RPC after error@1651672850) -> (continuation of Deferred@1681325384 after retry RPC after error@1637655012) -> (continuation of Deferred@1263289532 after retry RPC after error@1030754512) -> (continuation of Deferred@1862235787 after retry RPC after error@1793616177)))
08:03:06.255 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@957245077(state=PENDING, result=null, callback=(continuation of Deferred@1559147359 after retry RPC after error@261585595) -> (continuation of Deferred@2018403889 after retry RPC after error@842964323) -> (continuation of Deferred@459514928 after retry RPC after error@789923653) -> (continuation of Deferred@610390904 after retry RPC after error@1651672850) -> (continuation of Deferred@1681325384 after retry RPC after error@1637655012) -> (continuation of Deferred@1263289532 after retry RPC after error@1030754512) -> (continuation of Deferred@1862235787 after retry RPC after error@1793616177), errback=(continuation of Deferred@1559147359 after retry RPC after error@261585595) -> (continuation of Deferred@2018403889 after retry RPC after error@842964323) -> (continuation of Deferred@459514928 after retry RPC after error@789923653) -> (continuation of Deferred@610390904 after retry RPC after error@1651672850) -> (continuation of Deferred@1681325384 after retry RPC after error@1637655012) -> (continuation of Deferred@1263289532 after retry RPC after error@1030754512) -> (continuation of Deferred@1862235787 after retry RPC after error@1793616177)))
08:03:06.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.275 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.275 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.294 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.335 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.335 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.354 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.354 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.354 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.374 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.374 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.475 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.475 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.475 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.475 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.475 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.475 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.476 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@574333288(state=PENDING, result=null, callback=(continuation of Deferred@1332186152 after retry RPC after error@266527426) -> (continuation of Deferred@1728504706 after retry RPC after error@407449323) -> (continuation of Deferred@1799157510 after retry RPC after error@1943071825) -> (continuation of Deferred@588913498 after retry RPC after error@1928681380) -> (continuation of Deferred@2122123835 after retry RPC after error@180077505) -> (continuation of Deferred@2039011591 after retry RPC after error@563669477) -> (continuation of Deferred@933368639 after retry RPC after error@1666415553), errback=(continuation of Deferred@1332186152 after retry RPC after error@266527426) -> (continuation of Deferred@1728504706 after retry RPC after error@407449323) -> (continuation of Deferred@1799157510 after retry RPC after error@1943071825) -> (continuation of Deferred@588913498 after retry RPC after error@1928681380) -> (continuation of Deferred@2122123835 after retry RPC after error@180077505) -> (continuation of Deferred@2039011591 after retry RPC after error@563669477) -> (continuation of Deferred@933368639 after retry RPC after error@1666415553)))
08:03:06.477 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@574333288(state=PENDING, result=null, callback=(continuation of Deferred@1332186152 after retry RPC after error@266527426) -> (continuation of Deferred@1728504706 after retry RPC after error@407449323) -> (continuation of Deferred@1799157510 after retry RPC after error@1943071825) -> (continuation of Deferred@588913498 after retry RPC after error@1928681380) -> (continuation of Deferred@2122123835 after retry RPC after error@180077505) -> (continuation of Deferred@2039011591 after retry RPC after error@563669477) -> (continuation of Deferred@933368639 after retry RPC after error@1666415553), errback=(continuation of Deferred@1332186152 after retry RPC after error@266527426) -> (continuation of Deferred@1728504706 after retry RPC after error@407449323) -> (continuation of Deferred@1799157510 after retry RPC after error@1943071825) -> (continuation of Deferred@588913498 after retry RPC after error@1928681380) -> (continuation of Deferred@2122123835 after retry RPC after error@180077505) -> (continuation of Deferred@2039011591 after retry RPC after error@563669477) -> (continuation of Deferred@933368639 after retry RPC after error@1666415553)))
08:03:06.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.494 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:06.527650 25448 raft_consensus.cc:493] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader dcaf1277ddc6433182209786f253495c)
08:03:06.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:06.527895 25448 raft_consensus.cc:515] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ffc34b343ab14e63bde1190aac71de1b" member_type: VOTER last_known_addr { host: "127.23.129.62" port: 36767 } } peers { permanent_uuid: "306f650890834a7ea3c3b7f8379084e5" member_type: VOTER last_known_addr { host: "127.23.129.61" port: 42059 } } peers { permanent_uuid: "dcaf1277ddc6433182209786f253495c" member_type: VOTER last_known_addr { host: "127.23.129.60" port: 40219 } }
08:03:06.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:06.528786 25448 leader_election.cc:290] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767), dcaf1277ddc6433182209786f253495c (127.23.129.60:40219)
08:03:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:03:06.531245 25100 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer dcaf1277ddc6433182209786f253495c (127.23.129.60:40219): Network error: Client connection negotiation failed: client connection to 127.23.129.60:40219: connect: Connection refused (error 111)
08:03:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:03:06.531448 25097 leader_election.cc:336] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ffc34b343ab14e63bde1190aac71de1b (127.23.129.62:36767): Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111)
08:03:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:06.531605 25097 leader_election.cc:304] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 306f650890834a7ea3c3b7f8379084e5; no voters: dcaf1277ddc6433182209786f253495c, ffc34b343ab14e63bde1190aac71de1b
08:03:06.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:06.531914 25448 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 306f650890834a7ea3c3b7f8379084e5 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
08:03:06.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.555 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.555 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.595 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.595 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.595 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.595 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.595 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.595 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.675 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.675 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.676 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1607519540(state=PENDING, result=null, callback=(continuation of Deferred@197537673 after retry RPC after error@506566750) -> (continuation of Deferred@1552702808 after retry RPC after error@99386000) -> (continuation of Deferred@1064062915 after retry RPC after error@764265240) -> (continuation of Deferred@332737900 after retry RPC after error@1926022532) -> (continuation of Deferred@788762185 after retry RPC after error@1817513394) -> (continuation of Deferred@1456599833 after retry RPC after error@1109785762) -> (continuation of Deferred@1910981481 after retry RPC after error@891025530), errback=(continuation of Deferred@197537673 after retry RPC after error@506566750) -> (continuation of Deferred@1552702808 after retry RPC after error@99386000) -> (continuation of Deferred@1064062915 after retry RPC after error@764265240) -> (continuation of Deferred@332737900 after retry RPC after error@1926022532) -> (continuation of Deferred@788762185 after retry RPC after error@1817513394) -> (continuation of Deferred@1456599833 after retry RPC after error@1109785762) -> (continuation of Deferred@1910981481 after retry RPC after error@891025530)))
08:03:06.676 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1607519540(state=PENDING, result=null, callback=(continuation of Deferred@197537673 after retry RPC after error@506566750) -> (continuation of Deferred@1552702808 after retry RPC after error@99386000) -> (continuation of Deferred@1064062915 after retry RPC after error@764265240) -> (continuation of Deferred@332737900 after retry RPC after error@1926022532) -> (continuation of Deferred@788762185 after retry RPC after error@1817513394) -> (continuation of Deferred@1456599833 after retry RPC after error@1109785762) -> (continuation of Deferred@1910981481 after retry RPC after error@891025530), errback=(continuation of Deferred@197537673 after retry RPC after error@506566750) -> (continuation of Deferred@1552702808 after retry RPC after error@99386000) -> (continuation of Deferred@1064062915 after retry RPC after error@764265240) -> (continuation of Deferred@332737900 after retry RPC after error@1926022532) -> (continuation of Deferred@788762185 after retry RPC after error@1817513394) -> (continuation of Deferred@1456599833 after retry RPC after error@1109785762) -> (continuation of Deferred@1910981481 after retry RPC after error@891025530)))
08:03:06.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.735 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.735 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.754 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.755 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.756 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.774 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.774 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.794 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.794 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.794 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.815 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.895 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.895 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.895 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.895 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.895 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.895 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.897 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@276762585(state=PENDING, result=null, callback=(continuation of Deferred@604266351 after retry RPC after error@1678164935) -> (continuation of Deferred@1501807622 after retry RPC after error@829036840) -> (continuation of Deferred@924043085 after retry RPC after error@1700344467) -> (continuation of Deferred@574454218 after retry RPC after error@1140819964) -> (continuation of Deferred@1795098977 after retry RPC after error@1176396551) -> (continuation of Deferred@254062887 after retry RPC after error@811272024) -> (continuation of Deferred@578663475 after retry RPC after error@399441184), errback=(continuation of Deferred@604266351 after retry RPC after error@1678164935) -> (continuation of Deferred@1501807622 after retry RPC after error@829036840) -> (continuation of Deferred@924043085 after retry RPC after error@1700344467) -> (continuation of Deferred@574454218 after retry RPC after error@1140819964) -> (continuation of Deferred@1795098977 after retry RPC after error@1176396551) -> (continuation of Deferred@254062887 after retry RPC after error@811272024) -> (continuation of Deferred@578663475 after retry RPC after error@399441184)))
08:03:06.897 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@276762585(state=PENDING, result=null, callback=(continuation of Deferred@604266351 after retry RPC after error@1678164935) -> (continuation of Deferred@1501807622 after retry RPC after error@829036840) -> (continuation of Deferred@924043085 after retry RPC after error@1700344467) -> (continuation of Deferred@574454218 after retry RPC after error@1140819964) -> (continuation of Deferred@1795098977 after retry RPC after error@1176396551) -> (continuation of Deferred@254062887 after retry RPC after error@811272024) -> (continuation of Deferred@578663475 after retry RPC after error@399441184), errback=(continuation of Deferred@604266351 after retry RPC after error@1678164935) -> (continuation of Deferred@1501807622 after retry RPC after error@829036840) -> (continuation of Deferred@924043085 after retry RPC after error@1700344467) -> (continuation of Deferred@574454218 after retry RPC after error@1140819964) -> (continuation of Deferred@1795098977 after retry RPC after error@1176396551) -> (continuation of Deferred@254062887 after retry RPC after error@811272024) -> (continuation of Deferred@578663475 after retry RPC after error@399441184)))
08:03:06.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.915 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.915 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.915 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.915 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.975 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.975 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.975 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:06.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:06.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:06.995 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.995 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.995 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.995 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:06.995 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:06.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.034 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.035 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.076 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@158676775(state=PENDING, result=null, callback=(continuation of Deferred@1597101754 after retry RPC after error@1508063514) -> (continuation of Deferred@31763462 after retry RPC after error@554204946) -> (continuation of Deferred@1893591439 after retry RPC after error@817247591) -> (continuation of Deferred@345390059 after retry RPC after error@1988372100) -> (continuation of Deferred@1762277450 after retry RPC after error@1746285825) -> (continuation of Deferred@1308230283 after retry RPC after error@446545334), errback=(continuation of Deferred@1597101754 after retry RPC after error@1508063514) -> (continuation of Deferred@31763462 after retry RPC after error@554204946) -> (continuation of Deferred@1893591439 after retry RPC after error@817247591) -> (continuation of Deferred@345390059 after retry RPC after error@1988372100) -> (continuation of Deferred@1762277450 after retry RPC after error@1746285825) -> (continuation of Deferred@1308230283 after retry RPC after error@446545334)))
08:03:07.076 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@158676775(state=PENDING, result=null, callback=(continuation of Deferred@1597101754 after retry RPC after error@1508063514) -> (continuation of Deferred@31763462 after retry RPC after error@554204946) -> (continuation of Deferred@1893591439 after retry RPC after error@817247591) -> (continuation of Deferred@345390059 after retry RPC after error@1988372100) -> (continuation of Deferred@1762277450 after retry RPC after error@1746285825) -> (continuation of Deferred@1308230283 after retry RPC after error@446545334), errback=(continuation of Deferred@1597101754 after retry RPC after error@1508063514) -> (continuation of Deferred@31763462 after retry RPC after error@554204946) -> (continuation of Deferred@1893591439 after retry RPC after error@817247591) -> (continuation of Deferred@345390059 after retry RPC after error@1988372100) -> (continuation of Deferred@1762277450 after retry RPC after error@1746285825) -> (continuation of Deferred@1308230283 after retry RPC after error@446545334)))
08:03:07.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.135 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.135 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.135 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.174 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.177 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.234 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:03:07.254015 24708 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:03:07.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:03:07.255424 24708 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'f918aebc3953405194b8e7711cf6e360', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'f918aebc3953405194b8e7711cf6e360', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.129.62:36767,127.23.129.61:42059,127.23.129.60:40219, num_attempts: 1)
08:03:07.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:03:07.257351 24708 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.129.61:42059)
08:03:07.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.296 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1538256060(state=PENDING, result=null, callback=(continuation of Deferred@1959201238 after retry RPC after error@1526824154) -> (continuation of Deferred@948421019 after retry RPC after error@485036091) -> (continuation of Deferred@1353458633 after retry RPC after error@10187434) -> (continuation of Deferred@110551099 after retry RPC after error@1386893338) -> (continuation of Deferred@1672057837 after retry RPC after error@947696400) -> (continuation of Deferred@165284636 after retry RPC after error@158380221) -> (continuation of Deferred@644447365 after retry RPC after error@2077273963), errback=(continuation of Deferred@1959201238 after retry RPC after error@1526824154) -> (continuation of Deferred@948421019 after retry RPC after error@485036091) -> (continuation of Deferred@1353458633 after retry RPC after error@10187434) -> (continuation of Deferred@110551099 after retry RPC after error@1386893338) -> (continuation of Deferred@1672057837 after retry RPC after error@947696400) -> (continuation of Deferred@165284636 after retry RPC after error@158380221) -> (continuation of Deferred@644447365 after retry RPC after error@2077273963)))
08:03:07.296 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1538256060(state=PENDING, result=null, callback=(continuation of Deferred@1959201238 after retry RPC after error@1526824154) -> (continuation of Deferred@948421019 after retry RPC after error@485036091) -> (continuation of Deferred@1353458633 after retry RPC after error@10187434) -> (continuation of Deferred@110551099 after retry RPC after error@1386893338) -> (continuation of Deferred@1672057837 after retry RPC after error@947696400) -> (continuation of Deferred@165284636 after retry RPC after error@158380221) -> (continuation of Deferred@644447365 after retry RPC after error@2077273963), errback=(continuation of Deferred@1959201238 after retry RPC after error@1526824154) -> (continuation of Deferred@948421019 after retry RPC after error@485036091) -> (continuation of Deferred@1353458633 after retry RPC after error@10187434) -> (continuation of Deferred@110551099 after retry RPC after error@1386893338) -> (continuation of Deferred@1672057837 after retry RPC after error@947696400) -> (continuation of Deferred@165284636 after retry RPC after error@158380221) -> (continuation of Deferred@644447365 after retry RPC after error@2077273963)))
08:03:07.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.315 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.316 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.334 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.354 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.354 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.354 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.354 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.354 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.354 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.395 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.395 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.415 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.415 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.434 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.434 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.434 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.573 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@280646283(state=PENDING, result=null, callback=(continuation of Deferred@970396315 after retry RPC after error@1358314427) -> (continuation of Deferred@348224246 after retry RPC after error@1454197999) -> (continuation of Deferred@1466949483 after retry RPC after error@908402142) -> (continuation of Deferred@699189030 after retry RPC after error@366619848) -> (continuation of Deferred@1013398943 after retry RPC after error@582097952) -> (continuation of Deferred@1843952295 after retry RPC after error@697350078) -> (continuation of Deferred@740228310 after retry RPC after error@520074857), errback=(continuation of Deferred@970396315 after retry RPC after error@1358314427) -> (continuation of Deferred@348224246 after retry RPC after error@1454197999) -> (continuation of Deferred@1466949483 after retry RPC after error@908402142) -> (continuation of Deferred@699189030 after retry RPC after error@366619848) -> (continuation of Deferred@1013398943 after retry RPC after error@582097952) -> (continuation of Deferred@1843952295 after retry RPC after error@697350078) -> (continuation of Deferred@740228310 after retry RPC after error@520074857)))
08:03:07.574 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:03:07.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.614 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.676 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.714 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.715 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.715 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.774 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.774 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.774 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.775 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.776 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@706011542(state=PENDING, result=null, callback=(continuation of Deferred@680793623 after retry RPC after error@322997987) -> (continuation of Deferred@2110548992 after retry RPC after error@1884891774) -> (continuation of Deferred@2029371084 after retry RPC after error@1867845799) -> (continuation of Deferred@1911016737 after retry RPC after error@1221854137) -> (continuation of Deferred@486721457 after retry RPC after error@1519729822) -> (continuation of Deferred@366246952 after retry RPC after error@2104847584), errback=(continuation of Deferred@680793623 after retry RPC after error@322997987) -> (continuation of Deferred@2110548992 after retry RPC after error@1884891774) -> (continuation of Deferred@2029371084 after retry RPC after error@1867845799) -> (continuation of Deferred@1911016737 after retry RPC after error@1221854137) -> (continuation of Deferred@486721457 after retry RPC after error@1519729822) -> (continuation of Deferred@366246952 after retry RPC after error@2104847584)))
08:03:07.776 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@706011542(state=PENDING, result=null, callback=(continuation of Deferred@680793623 after retry RPC after error@322997987) -> (continuation of Deferred@2110548992 after retry RPC after error@1884891774) -> (continuation of Deferred@2029371084 after retry RPC after error@1867845799) -> (continuation of Deferred@1911016737 after retry RPC after error@1221854137) -> (continuation of Deferred@486721457 after retry RPC after error@1519729822) -> (continuation of Deferred@366246952 after retry RPC after error@2104847584), errback=(continuation of Deferred@680793623 after retry RPC after error@322997987) -> (continuation of Deferred@2110548992 after retry RPC after error@1884891774) -> (continuation of Deferred@2029371084 after retry RPC after error@1867845799) -> (continuation of Deferred@1911016737 after retry RPC after error@1221854137) -> (continuation of Deferred@486721457 after retry RPC after error@1519729822) -> (continuation of Deferred@366246952 after retry RPC after error@2104847584)))
08:03:07.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.794 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.794 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.794 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.834 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.834 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.834 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.855 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.855 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.855 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.855 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.855 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.855 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.874 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.874 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.874 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:07.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:07.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:07.934 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.934 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.934 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:07.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:07.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.016 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@455475953(state=PENDING, result=null, callback=(continuation of Deferred@66855759 after retry RPC after error@893789743) -> (continuation of Deferred@1980399284 after retry RPC after error@1569774350) -> (continuation of Deferred@1058303400 after retry RPC after error@1005011771) -> (continuation of Deferred@515732781 after retry RPC after error@1160680799) -> (continuation of Deferred@1506531711 after retry RPC after error@1488238566) -> (continuation of Deferred@760587712 after retry RPC after error@476072280) -> (continuation of Deferred@459766666 after retry RPC after error@1712448647), errback=(continuation of Deferred@66855759 after retry RPC after error@893789743) -> (continuation of Deferred@1980399284 after retry RPC after error@1569774350) -> (continuation of Deferred@1058303400 after retry RPC after error@1005011771) -> (continuation of Deferred@515732781 after retry RPC after error@1160680799) -> (continuation of Deferred@1506531711 after retry RPC after error@1488238566) -> (continuation of Deferred@760587712 after retry RPC after error@476072280) -> (continuation of Deferred@459766666 after retry RPC after error@1712448647)))
08:03:08.017 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@455475953(state=PENDING, result=null, callback=(continuation of Deferred@66855759 after retry RPC after error@893789743) -> (continuation of Deferred@1980399284 after retry RPC after error@1569774350) -> (continuation of Deferred@1058303400 after retry RPC after error@1005011771) -> (continuation of Deferred@515732781 after retry RPC after error@1160680799) -> (continuation of Deferred@1506531711 after retry RPC after error@1488238566) -> (continuation of Deferred@760587712 after retry RPC after error@476072280) -> (continuation of Deferred@459766666 after retry RPC after error@1712448647), errback=(continuation of Deferred@66855759 after retry RPC after error@893789743) -> (continuation of Deferred@1980399284 after retry RPC after error@1569774350) -> (continuation of Deferred@1058303400 after retry RPC after error@1005011771) -> (continuation of Deferred@515732781 after retry RPC after error@1160680799) -> (continuation of Deferred@1506531711 after retry RPC after error@1488238566) -> (continuation of Deferred@760587712 after retry RPC after error@476072280) -> (continuation of Deferred@459766666 after retry RPC after error@1712448647)))
08:03:08.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.035 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.035 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.035 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.035 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.056 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.074 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.094 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.174 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.174 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.175 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.175 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.214 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.216 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@116727792(state=PENDING, result=null, callback=(continuation of Deferred@183427563 after retry RPC after error@2062526214) -> (continuation of Deferred@70179778 after retry RPC after error@713711144) -> (continuation of Deferred@1461060395 after retry RPC after error@1355172184) -> (continuation of Deferred@583301193 after retry RPC after error@1522993447) -> (continuation of Deferred@1026508303 after retry RPC after error@1606501499) -> (continuation of Deferred@1581677050 after retry RPC after error@1009442084) -> (continuation of Deferred@2071133072 after retry RPC after error@784697881), errback=(continuation of Deferred@183427563 after retry RPC after error@2062526214) -> (continuation of Deferred@70179778 after retry RPC after error@713711144) -> (continuation of Deferred@1461060395 after retry RPC after error@1355172184) -> (continuation of Deferred@583301193 after retry RPC after error@1522993447) -> (continuation of Deferred@1026508303 after retry RPC after error@1606501499) -> (continuation of Deferred@1581677050 after retry RPC after error@1009442084) -> (continuation of Deferred@2071133072 after retry RPC after error@784697881)))
08:03:08.216 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@116727792(state=PENDING, result=null, callback=(continuation of Deferred@183427563 after retry RPC after error@2062526214) -> (continuation of Deferred@70179778 after retry RPC after error@713711144) -> (continuation of Deferred@1461060395 after retry RPC after error@1355172184) -> (continuation of Deferred@583301193 after retry RPC after error@1522993447) -> (continuation of Deferred@1026508303 after retry RPC after error@1606501499) -> (continuation of Deferred@1581677050 after retry RPC after error@1009442084) -> (continuation of Deferred@2071133072 after retry RPC after error@784697881), errback=(continuation of Deferred@183427563 after retry RPC after error@2062526214) -> (continuation of Deferred@70179778 after retry RPC after error@713711144) -> (continuation of Deferred@1461060395 after retry RPC after error@1355172184) -> (continuation of Deferred@583301193 after retry RPC after error@1522993447) -> (continuation of Deferred@1026508303 after retry RPC after error@1606501499) -> (continuation of Deferred@1581677050 after retry RPC after error@1009442084) -> (continuation of Deferred@2071133072 after retry RPC after error@784697881)))
08:03:08.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.234 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.275 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.275 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.275 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.275 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.294 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.295 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.295 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.355 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.355 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.355 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.355 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.415 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.416 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@164527185(state=PENDING, result=null, callback=(continuation of Deferred@1684167974 after retry RPC after error@1936766398) -> (continuation of Deferred@1488353401 after retry RPC after error@576764874) -> (continuation of Deferred@1419598285 after retry RPC after error@582405029) -> (continuation of Deferred@1235753530 after retry RPC after error@1848727086) -> (continuation of Deferred@1356605716 after retry RPC after error@1143155529) -> (continuation of Deferred@1305710653 after retry RPC after error@691482511) -> (continuation of Deferred@403842868 after retry RPC after error@1161182748), errback=(continuation of Deferred@1684167974 after retry RPC after error@1936766398) -> (continuation of Deferred@1488353401 after retry RPC after error@576764874) -> (continuation of Deferred@1419598285 after retry RPC after error@582405029) -> (continuation of Deferred@1235753530 after retry RPC after error@1848727086) -> (continuation of Deferred@1356605716 after retry RPC after error@1143155529) -> (continuation of Deferred@1305710653 after retry RPC after error@691482511) -> (continuation of Deferred@403842868 after retry RPC after error@1161182748)))
08:03:08.416 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@164527185(state=PENDING, result=null, callback=(continuation of Deferred@1684167974 after retry RPC after error@1936766398) -> (continuation of Deferred@1488353401 after retry RPC after error@576764874) -> (continuation of Deferred@1419598285 after retry RPC after error@582405029) -> (continuation of Deferred@1235753530 after retry RPC after error@1848727086) -> (continuation of Deferred@1356605716 after retry RPC after error@1143155529) -> (continuation of Deferred@1305710653 after retry RPC after error@691482511) -> (continuation of Deferred@403842868 after retry RPC after error@1161182748), errback=(continuation of Deferred@1684167974 after retry RPC after error@1936766398) -> (continuation of Deferred@1488353401 after retry RPC after error@576764874) -> (continuation of Deferred@1419598285 after retry RPC after error@582405029) -> (continuation of Deferred@1235753530 after retry RPC after error@1848727086) -> (continuation of Deferred@1356605716 after retry RPC after error@1143155529) -> (continuation of Deferred@1305710653 after retry RPC after error@691482511) -> (continuation of Deferred@403842868 after retry RPC after error@1161182748)))
08:03:08.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.434 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.434 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.434 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.474 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.475 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.475 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.475 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.494 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.494 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.634 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.635 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1167105728(state=PENDING, result=null, callback=(continuation of Deferred@832567257 after retry RPC after error@1506742051) -> (continuation of Deferred@1434600057 after retry RPC after error@346398871) -> (continuation of Deferred@1523231973 after retry RPC after error@2069698184) -> (continuation of Deferred@1007358480 after retry RPC after error@85175326) -> (continuation of Deferred@171021789 after retry RPC after error@432745285) -> (continuation of Deferred@2100568574 after retry RPC after error@1700725018), errback=(continuation of Deferred@832567257 after retry RPC after error@1506742051) -> (continuation of Deferred@1434600057 after retry RPC after error@346398871) -> (continuation of Deferred@1523231973 after retry RPC after error@2069698184) -> (continuation of Deferred@1007358480 after retry RPC after error@85175326) -> (continuation of Deferred@171021789 after retry RPC after error@432745285) -> (continuation of Deferred@2100568574 after retry RPC after error@1700725018)))
08:03:08.636 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1167105728(state=PENDING, result=null, callback=(continuation of Deferred@832567257 after retry RPC after error@1506742051) -> (continuation of Deferred@1434600057 after retry RPC after error@346398871) -> (continuation of Deferred@1523231973 after retry RPC after error@2069698184) -> (continuation of Deferred@1007358480 after retry RPC after error@85175326) -> (continuation of Deferred@171021789 after retry RPC after error@432745285) -> (continuation of Deferred@2100568574 after retry RPC after error@1700725018), errback=(continuation of Deferred@832567257 after retry RPC after error@1506742051) -> (continuation of Deferred@1434600057 after retry RPC after error@346398871) -> (continuation of Deferred@1523231973 after retry RPC after error@2069698184) -> (continuation of Deferred@1007358480 after retry RPC after error@85175326) -> (continuation of Deferred@171021789 after retry RPC after error@432745285) -> (continuation of Deferred@2100568574 after retry RPC after error@1700725018)))
08:03:08.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.655 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.655 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.674 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.674 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.674 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.715 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.715 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.715 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.735 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.736 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.774 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.774 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.774 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.775 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.854 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.856 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@911233894(state=PENDING, result=null, callback=(continuation of Deferred@785797642 after retry RPC after error@1436963645) -> (continuation of Deferred@1738305504 after retry RPC after error@1407441686) -> (continuation of Deferred@1329173858 after retry RPC after error@685836291) -> (continuation of Deferred@738623888 after retry RPC after error@1634784365) -> (continuation of Deferred@1658965924 after retry RPC after error@1113617131) -> (continuation of Deferred@1517449526 after retry RPC after error@1028003241) -> (continuation of Deferred@1370911050 after retry RPC after error@268482237), errback=(continuation of Deferred@785797642 after retry RPC after error@1436963645) -> (continuation of Deferred@1738305504 after retry RPC after error@1407441686) -> (continuation of Deferred@1329173858 after retry RPC after error@685836291) -> (continuation of Deferred@738623888 after retry RPC after error@1634784365) -> (continuation of Deferred@1658965924 after retry RPC after error@1113617131) -> (continuation of Deferred@1517449526 after retry RPC after error@1028003241) -> (continuation of Deferred@1370911050 after retry RPC after error@268482237)))
08:03:08.856 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@911233894(state=PENDING, result=null, callback=(continuation of Deferred@785797642 after retry RPC after error@1436963645) -> (continuation of Deferred@1738305504 after retry RPC after error@1407441686) -> (continuation of Deferred@1329173858 after retry RPC after error@685836291) -> (continuation of Deferred@738623888 after retry RPC after error@1634784365) -> (continuation of Deferred@1658965924 after retry RPC after error@1113617131) -> (continuation of Deferred@1517449526 after retry RPC after error@1028003241) -> (continuation of Deferred@1370911050 after retry RPC after error@268482237), errback=(continuation of Deferred@785797642 after retry RPC after error@1436963645) -> (continuation of Deferred@1738305504 after retry RPC after error@1407441686) -> (continuation of Deferred@1329173858 after retry RPC after error@685836291) -> (continuation of Deferred@738623888 after retry RPC after error@1634784365) -> (continuation of Deferred@1658965924 after retry RPC after error@1113617131) -> (continuation of Deferred@1517449526 after retry RPC after error@1028003241) -> (continuation of Deferred@1370911050 after retry RPC after error@268482237)))
08:03:08.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.874 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.874 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.874 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.874 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.874 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.874 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.895 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.895 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.895 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.916 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.934 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.934 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.934 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.954 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.954 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:08.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:08.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:08.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:08.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:08.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.035 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.036 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1848103866(state=PENDING, result=null, callback=(continuation of Deferred@454714629 after retry RPC after error@2094314483) -> (continuation of Deferred@155278643 after retry RPC after error@1496049058) -> (continuation of Deferred@290554319 after retry RPC after error@1220801341) -> (continuation of Deferred@1265145811 after retry RPC after error@1307078121) -> (continuation of Deferred@1353372258 after retry RPC after error@128420177) -> (continuation of Deferred@142491769 after retry RPC after error@108524474) -> (continuation of Deferred@13109460 after retry RPC after error@1000273053), errback=(continuation of Deferred@454714629 after retry RPC after error@2094314483) -> (continuation of Deferred@155278643 after retry RPC after error@1496049058) -> (continuation of Deferred@290554319 after retry RPC after error@1220801341) -> (continuation of Deferred@1265145811 after retry RPC after error@1307078121) -> (continuation of Deferred@1353372258 after retry RPC after error@128420177) -> (continuation of Deferred@142491769 after retry RPC after error@108524474) -> (continuation of Deferred@13109460 after retry RPC after error@1000273053)))
08:03:09.036 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, deferred=Deferred@1848103866(state=PENDING, result=null, callback=(continuation of Deferred@454714629 after retry RPC after error@2094314483) -> (continuation of Deferred@155278643 after retry RPC after error@1496049058) -> (continuation of Deferred@290554319 after retry RPC after error@1220801341) -> (continuation of Deferred@1265145811 after retry RPC after error@1307078121) -> (continuation of Deferred@1353372258 after retry RPC after error@128420177) -> (continuation of Deferred@142491769 after retry RPC after error@108524474) -> (continuation of Deferred@13109460 after retry RPC after error@1000273053), errback=(continuation of Deferred@454714629 after retry RPC after error@2094314483) -> (continuation of Deferred@155278643 after retry RPC after error@1496049058) -> (continuation of Deferred@290554319 after retry RPC after error@1220801341) -> (continuation of Deferred@1265145811 after retry RPC after error@1307078121) -> (continuation of Deferred@1353372258 after retry RPC after error@128420177) -> (continuation of Deferred@142491769 after retry RPC after error@108524474) -> (continuation of Deferred@13109460 after retry RPC after error@1000273053)))
08:03:09.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.054 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.054 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.054 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.074 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.074 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.074 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.115 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.115 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.115 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.115 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.115 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.115 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.134 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.134 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.134 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.135 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.135 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.135 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.175 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.175 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.175 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.175 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.175 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.215 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.215 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.215 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.215 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.215 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.215 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:09.222155 25080 master_runner.cc:186] Error getting master registration for 127.23.129.62:36767: Network error: Client connection negotiation failed: client connection to 127.23.129.62:36767: connect: Connection refused (error 111), 
08:03:09.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:09.222321 25080 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:03:09.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.255 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.255 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.255 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.256 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2102564398(state=PENDING, result=null, callback=(continuation of Deferred@1393230174 after retry RPC after error@1281759121) -> (continuation of Deferred@780947851 after retry RPC after error@1199980946) -> (continuation of Deferred@1275902413 after retry RPC after error@808117570) -> (continuation of Deferred@2095508165 after retry RPC after error@152677914) -> (continuation of Deferred@544386085 after retry RPC after error@1192582556) -> (continuation of Deferred@208545657 after retry RPC after error@1212359056) -> (continuation of Deferred@2112204601 after retry RPC after error@284288164) -> (continuation of Deferred@1834568748 after retry RPC after error@1019719606), errback=(continuation of Deferred@1393230174 after retry RPC after error@1281759121) -> (continuation of Deferred@780947851 after retry RPC after error@1199980946) -> (continuation of Deferred@1275902413 after retry RPC after error@808117570) -> (continuation of Deferred@2095508165 after retry RPC after error@152677914) -> (continuation of Deferred@544386085 after retry RPC after error@1192582556) -> (continuation of Deferred@208545657 after retry RPC after error@1212359056) -> (continuation of Deferred@2112204601 after retry RPC after error@284288164) -> (continuation of Deferred@1834568748 after retry RPC after error@1019719606)))
08:03:09.257 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@2102564398(state=PENDING, result=null, callback=(continuation of Deferred@1393230174 after retry RPC after error@1281759121) -> (continuation of Deferred@780947851 after retry RPC after error@1199980946) -> (continuation of Deferred@1275902413 after retry RPC after error@808117570) -> (continuation of Deferred@2095508165 after retry RPC after error@152677914) -> (continuation of Deferred@544386085 after retry RPC after error@1192582556) -> (continuation of Deferred@208545657 after retry RPC after error@1212359056) -> (continuation of Deferred@2112204601 after retry RPC after error@284288164) -> (continuation of Deferred@1834568748 after retry RPC after error@1019719606), errback=(continuation of Deferred@1393230174 after retry RPC after error@1281759121) -> (continuation of Deferred@780947851 after retry RPC after error@1199980946) -> (continuation of Deferred@1275902413 after retry RPC after error@808117570) -> (continuation of Deferred@2095508165 after retry RPC after error@152677914) -> (continuation of Deferred@544386085 after retry RPC after error@1192582556) -> (continuation of Deferred@208545657 after retry RPC after error@1212359056) -> (continuation of Deferred@2112204601 after retry RPC after error@284288164) -> (continuation of Deferred@1834568748 after retry RPC after error@1019719606)))
08:03:09.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.274 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.274 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.275 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.314 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.314 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.335 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.335 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.335 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.335 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.335 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.354 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.354 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.354 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.354 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.354 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.355 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.434 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.434 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.434 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.534 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@693298426(state=PENDING, result=null, callback=(continuation of Deferred@1810288827 after retry RPC after error@1700614561) -> (continuation of Deferred@1226953191 after retry RPC after error@2003470605) -> (continuation of Deferred@710212691 after retry RPC after error@621502689) -> (continuation of Deferred@1650598734 after retry RPC after error@1105460462) -> (continuation of Deferred@1280845541 after retry RPC after error@841632743) -> (continuation of Deferred@1101096639 after retry RPC after error@536606441) -> (continuation of Deferred@303662333 after retry RPC after error@1913421866), errback=(continuation of Deferred@1810288827 after retry RPC after error@1700614561) -> (continuation of Deferred@1226953191 after retry RPC after error@2003470605) -> (continuation of Deferred@710212691 after retry RPC after error@621502689) -> (continuation of Deferred@1650598734 after retry RPC after error@1105460462) -> (continuation of Deferred@1280845541 after retry RPC after error@841632743) -> (continuation of Deferred@1101096639 after retry RPC after error@536606441) -> (continuation of Deferred@303662333 after retry RPC after error@1913421866)))
08:03:09.535 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
	at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
	at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
	at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
	at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
	at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
	at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
	at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
	at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
	at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
	at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
	at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
	at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
	at java.base/java.lang.Thread.run(Thread.java:840)

08:03:09.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.554 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.574 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.574 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.574 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.574 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.574 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.574 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.596 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.614 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.614 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.614 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.614 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.614 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.655 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.656 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.794 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.794 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1010826041(state=PENDING, result=null, callback=(continuation of Deferred@351733953 after retry RPC after error@566346587) -> (continuation of Deferred@587120523 after retry RPC after error@1633386206) -> (continuation of Deferred@1296487220 after retry RPC after error@1647450844) -> (continuation of Deferred@896001014 after retry RPC after error@267441674) -> (continuation of Deferred@1951689651 after retry RPC after error@113404703) -> (continuation of Deferred@204492898 after retry RPC after error@91854696) -> (continuation of Deferred@1378315655 after retry RPC after error@1193832015), errback=(continuation of Deferred@351733953 after retry RPC after error@566346587) -> (continuation of Deferred@587120523 after retry RPC after error@1633386206) -> (continuation of Deferred@1296487220 after retry RPC after error@1647450844) -> (continuation of Deferred@896001014 after retry RPC after error@267441674) -> (continuation of Deferred@1951689651 after retry RPC after error@113404703) -> (continuation of Deferred@204492898 after retry RPC after error@91854696) -> (continuation of Deferred@1378315655 after retry RPC after error@1193832015)))
08:03:09.796 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, deferred=Deferred@1010826041(state=PENDING, result=null, callback=(continuation of Deferred@351733953 after retry RPC after error@566346587) -> (continuation of Deferred@587120523 after retry RPC after error@1633386206) -> (continuation of Deferred@1296487220 after retry RPC after error@1647450844) -> (continuation of Deferred@896001014 after retry RPC after error@267441674) -> (continuation of Deferred@1951689651 after retry RPC after error@113404703) -> (continuation of Deferred@204492898 after retry RPC after error@91854696) -> (continuation of Deferred@1378315655 after retry RPC after error@1193832015), errback=(continuation of Deferred@351733953 after retry RPC after error@566346587) -> (continuation of Deferred@587120523 after retry RPC after error@1633386206) -> (continuation of Deferred@1296487220 after retry RPC after error@1647450844) -> (continuation of Deferred@896001014 after retry RPC after error@267441674) -> (continuation of Deferred@1951689651 after retry RPC after error@113404703) -> (continuation of Deferred@204492898 after retry RPC after error@91854696) -> (continuation of Deferred@1378315655 after retry RPC after error@1193832015)))
08:03:09.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.815 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.815 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.815 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.815 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.815 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.60:40219(127.23.129.60:40219)] connecting to peer
08:03:09.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.23.129.62:36767(127.23.129.62:36767)] connecting to peer
08:03:09.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.129.62:36767(127.23.129.62:36767)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.835 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.129.60:40219(127.23.129.60:40219)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.835 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.835 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.60:40219: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219
08:03:09.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.129.62:36767: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767
08:03:09.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059; will retry
08:03:09.836 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=37, TimeoutTracker(timeout=50000, elapsed=48636), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [15ms] refreshing cache from master, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [16ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [16ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [17ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [17ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [36ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [36ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [36ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [38ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [38ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [56ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [56ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [56ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [57ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [74ms] refreshing cache from master, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [75ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [76ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [77ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [77ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [94ms] refreshing cache from master, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [96ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [96ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [97ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [98ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [116ms] refreshing cache from master, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [117ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [117ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [118ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [118ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [156ms] refreshing cache from master, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [157ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [158ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [194ms] refreshing cache from master, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [196ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [196ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [197ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [197ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [295ms] refreshing cache from master, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [296ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [296ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [297ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [297ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [754ms] refreshing cache from master, [754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [755ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [756ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [756ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [757ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2095ms] refreshing cache from master, [2095ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [2095ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [2096ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2096ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2096ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2097ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2097ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2614ms] refreshing cache from master, [2614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [2615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [2615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2616ms] too many traces: truncated at 100 traces, deferred=Deferred@1226147208(state=PENDING, result=null, callback=(continuation of Deferred@2005269 after retry RPC after error@1765578692) -> (continuation of Deferred@1843578554 after retry RPC after error@138295115) -> (continuation of Deferred@2090647912 after retry RPC after error@1897130888) -> (continuation of Deferred@180302854 after retry RPC after error@1933758069) -> (continuation of Deferred@1775224564 after retry RPC after error@133054446) -> (continuation of Deferred@1954690065 after retry RPC after error@290880914) -> (continuation of Deferred@104456490 after retry RPC after error@1893642060) -> (continuation of Deferred@353976314 after retry RPC after error@922843686) -> (continuation of Deferred@2121858397 after retry RPC after error@2069469457) -> (continuation of Deferred@669224815 after retry RPC after error@453968383) -> (continuation of Deferred@572822998 after retry RPC after error@360845714) -> (continuation of Deferred@782335162 after retry RPC after error@1296207976) -> (continuation of Deferred@1271805491 after retry RPC after error@1321578585) -> (continuation of Deferred@1797542295 after retry RPC after error@851205451) -> (continuation of Deferred@150575745 after retry RPC after error@1809691839) -> (continuation of Deferred@582805690 after retry RPC after error@1924841379) -> (continuation of Deferred@919801575 after retry RPC after error@816659662) -> (continuation of Deferred@1972501337 after retry RPC after error@1383138799) -> (continuation of Deferred@2088476016 after retry RPC after error@627672445) -> (continuation of Deferred@1599662522 after retry RPC after error@98357699) -> (continuation of Deferred@627858453 after retry RPC after error@1288140712) -> (continuation of Deferred@1422541491 after retry RPC after error@930857760) -> (continuation of Deferred@1890630958 after retry RPC after error@121503399) -> (continuation of Deferred@23391017 after retry RPC after error@1760512742) -> (continuation of Deferred@490980120 after retry RPC after error@1977863889) -> (continuation of Deferred@1408786151 after retry RPC after error@1104320004) -> (continuation of Deferred@1116395045 after retry RPC after error@695475683) -> (continuation of Deferred@954884428 after retry RPC after error@1843245795) -> (continuation of Deferred@2037545603 after retry RPC after error@1893792587) -> (continuation of Deferred@459998234 after retry RPC after error@463599422) -> (continuation of Deferred@1902981291 after retry RPC after error@111191918) -> (continuation of Deferred@1160259700 after retry RPC after error@1361330152) -> (continuation of Deferred@1238676751 after retry RPC after error@1254944908) -> (continuation of Deferred@1319307817 after retry RPC after error@1040758634) -> (continuation of Deferred@1385697641 after retry RPC after error@2138948390) -> (continuation of Deferred@693726370 after retry RPC after error@1376861444), errback=(continuation of Deferred@2005269 after retry RPC after error@1765578692) -> (continuation of Deferred@1843578554 after retry RPC after error@138295115) -> (continuation of Deferred@2090647912 after retry RPC after error@1897130888) -> (continuation of Deferred@180302854 after retry RPC after error@1933758069) -> (continuation of Deferred@1775224564 after retry RPC after error@133054446) -> (continuation of Deferred@1954690065 after retry RPC after error@290880914) -> (continuation of Deferred@104456490 after retry RPC after error@1893642060) -> (continuation of Deferred@353976314 after retry RPC after error@922843686) -> (continuation of Deferred@2121858397 after retry RPC after error@2069469457) -> (continuation of Deferred@669224815 after retry RPC after error@453968383) -> (continuation of Deferred@572822998 after retry RPC after error@360845714) -> (continuation of Deferred@782335162 after retry RPC after error@1296207976) -> (continuation of Deferred@1271805491 after retry RPC after error@1321578585) -> (continuation of Deferred@1797542295 after retry RPC after error@851205451) -> (continuation of Deferred@150575745 after retry RPC after error@1809691839) -> (continuation of Deferred@582805690 after retry RPC after error@1924841379) -> (continuation of Deferred@919801575 after retry RPC after error@816659662) -> (continuation of Deferred@1972501337 after retry RPC after error@1383138799) -> (continuation of Deferred@2088476016 after retry RPC after error@627672445) -> (continuation of Deferred@1599662522 after retry RPC after error@98357699) -> (continuation of Deferred@627858453 after retry RPC after error@1288140712) -> (continuation of Deferred@1422541491 after retry RPC after error@930857760) -> (continuation of Deferred@1890630958 after retry RPC after error@121503399) -> (continuation of Deferred@23391017 after retry RPC after error@1760512742) -> (continuation of Deferred@490980120 after retry RPC after error@1977863889) -> (continuation of Deferred@1408786151 after retry RPC after error@1104320004) -> (continuation of Deferred@1116395045 after retry RPC after error@695475683) -> (continuation of Deferred@954884428 after retry RPC after error@1843245795) -> (continuation of Deferred@2037545603 after retry RPC after error@1893792587) -> (continuation of Deferred@459998234 after retry RPC after error@463599422) -> (continuation of Deferred@1902981291 after retry RPC after error@111191918) -> (continuation of Deferred@1160259700 after retry RPC after error@1361330152) -> (continuation of Deferred@1238676751 after retry RPC after error@1254944908) -> (continuation of Deferred@1319307817 after retry RPC after error@1040758634) -> (continuation of Deferred@1385697641 after retry RPC after error@2138948390) -> (continuation of Deferred@693726370 after retry RPC after error@1376861444)))
08:03:09.837 [DEBUG - main] (Connection.java:575) [peer master-127.23.129.61:42059(127.23.129.61:42059)] disconnecting while in state READY
08:03:09.838 [DEBUG - main] (Connection.java:575) [peer master-127.23.129.62:36767(127.23.129.62:36767)] disconnecting while in state TERMINATED
08:03:09.838 [DEBUG - main] (Connection.java:575) [peer 94bc06527d084e2fbafceccc2f34022b(127.23.129.3:39677)] disconnecting while in state READY
08:03:09.838 [DEBUG - main] (Connection.java:575) [peer master-127.23.129.60:40219(127.23.129.60:40219)] disconnecting while in state TERMINATED
08:03:09.838 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:03:09.838 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.129.61:42059(127.23.129.61:42059)] handling channelInactive
08:03:09.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.129.61:42059(127.23.129.61:42059)] cleaning up while in state READY due to: connection closed
08:03:09.839 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 94bc06527d084e2fbafceccc2f34022b(127.23.129.3:39677)] handling channelInactive
08:03:09.839 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 94bc06527d084e2fbafceccc2f34022b(127.23.129.3:39677)] cleaning up while in state READY due to: connection closed
08:03:09.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:09.840159 24068 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu pid 24377
08:03:09.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:09.848832 24511 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:09.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:09.960700 24068 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu with pid 24377
08:03:09.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:03:09.982386 24678 connection.cc:570] client connection to 127.23.129.1:39359 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:09.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:03:09.982599 24678 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:09.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:09.982685 24068 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu pid 24521
08:03:09.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:03:09.984481 24678 consensus_peers.cc:597] T 2f6354f17ffc447283da0697d4eb5e54 P 94bc06527d084e2fbafceccc2f34022b -> Peer 5ff68be74ed94671a70f1607d69491ba (127.23.129.1:39359): Couldn't send request to peer 5ff68be74ed94671a70f1607d69491ba. Status: Network error: Client connection negotiation failed: client connection to 127.23.129.1:39359: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:03:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:09.990127 24653 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:10.112911 24068 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu with pid 24521
08:03:10.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:03:10.125149 24678 consensus_peers.cc:597] T f918aebc3953405194b8e7711cf6e360 P 94bc06527d084e2fbafceccc2f34022b -> Peer 5ff68be74ed94671a70f1607d69491ba (127.23.129.1:39359): Couldn't send request to peer 5ff68be74ed94671a70f1607d69491ba. Status: Network error: Client connection negotiation failed: client connection to 127.23.129.1:39359: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:03:10.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:10.135169 24068 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu pid 24662
08:03:10.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:10.143425 24793 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:10.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:10.309301 24068 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu with pid 24662
08:03:10.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 08:03:10.335530 25100 connection.cc:570] server connection from 127.23.129.3:39855 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:03:10.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:10.335894 24068 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu pid 25080
08:03:10.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:10.342584 25153 generic_service.cc:196] Checking for leaks (request via RPC)
08:03:10.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 08:03:10.493427 24068 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskmDwm9r/build/asan/bin/kudu with pid 25080
08:03:10.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-29T08:03:10Z chronyd exiting
08:03:10.666 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=37, TimeoutTracker(timeout=50000, elapsed=48636), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [15ms] refreshing cache from master, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [16ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [16ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [17ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [17ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [36ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [36ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [36ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [38ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [38ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [56ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [56ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [56ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [57ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [74ms] refreshing cache from master, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [75ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [76ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [77ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [77ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [94ms] refreshing cache from master, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [96ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [96ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [97ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [98ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [116ms] refreshing cache from master, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [117ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [117ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [118ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [118ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [156ms] refreshing cache from master, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [157ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [158ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [194ms] refreshing cache from master, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [196ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [196ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [197ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [197ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [295ms] refreshing cache from master, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [296ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [296ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [297ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [297ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [754ms] refreshing cache from master, [754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [755ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [756ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [756ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [757ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2095ms] refreshing cache from master, [2095ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [2095ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [2096ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2096ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2096ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2097ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2097ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2614ms] refreshing cache from master, [2614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [2615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [2615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2616ms] too many traces: truncated at 100 traces, deferred=Deferred@1226147208(state=PENDING, result=null, callback=(continuation of Deferred@2005269 after retry RPC after error@1765578692) -> (continuation of Deferred@1843578554 after retry RPC after error@138295115) -> (continuation of Deferred@2090647912 after retry RPC after error@1897130888) -> (continuation of Deferred@180302854 after retry RPC after error@1933758069) -> (continuation of Deferred@1775224564 after retry RPC after error@133054446) -> (continuation of Deferred@1954690065 after retry RPC after error@290880914) -> (continuation of Deferred@104456490 after retry RPC after error@1893642060) -> (continuation of Deferred@353976314 after retry RPC after error@922843686) -> (continuation of Deferred@2121858397 after retry RPC after error@2069469457) -> (continuation of Deferred@669224815 after retry RPC after error@453968383) -> (continuation of Deferred@572822998 after retry RPC after error@360845714) -> (continuation of Deferred@782335162 after retry RPC after error@1296207976) -> (continuation of Deferred@1271805491 after retry RPC after error@1321578585) -> (continuation of Deferred@1797542295 after retry RPC after error@851205451) -> (continuation of Deferred@150575745 after retry RPC after error@1809691839) -> (continuation of Deferred@582805690 after retry RPC after error@1924841379) -> (continuation of Deferred@919801575 after retry RPC after error@816659662) -> (continuation of Deferred@1972501337 after retry RPC after error@1383138799) -> (continuation of Deferred@2088476016 after retry RPC after error@627672445) -> (continuation of Deferred@1599662522 after retry RPC after error@98357699) -> (continuation of Deferred@627858453 after retry RPC after error@1288140712) -> (continuation of Deferred@1422541491 after retry RPC after error@930857760) -> (continuation of Deferred@1890630958 after retry RPC after error@121503399) -> (continuation of Deferred@23391017 after retry RPC after error@1760512742) -> (continuation of Deferred@490980120 after retry RPC after error@1977863889) -> (continuation of Deferred@1408786151 after retry RPC after error@1104320004) -> (continuation of Deferred@1116395045 after retry RPC after error@695475683) -> (continuation of Deferred@954884428 after retry RPC after error@1843245795) -> (continuation of Deferred@2037545603 after retry RPC after error@1893792587) -> (continuation of Deferred@459998234 after retry RPC after error@463599422) -> (continuation of Deferred@1902981291 after retry RPC after error@111191918) -> (continuation of Deferred@1160259700 after retry RPC after error@1361330152) -> (continuation of Deferred@1238676751 after retry RPC after error@1254944908) -> (continuation of Deferred@1319307817 after retry RPC after error@1040758634) -> (continuation of Deferred@1385697641 after retry RPC after error@2138948390) -> (continuation of Deferred@693726370 after retry RPC after error@1376861444), errback=(continuation of Deferred@2005269 after retry RPC after error@1765578692) -> (continuation of Deferred@1843578554 after retry RPC after error@138295115) -> (continuation of Deferred@2090647912 after retry RPC after error@1897130888) -> (continuation of Deferred@180302854 after retry RPC after error@1933758069) -> (continuation of Deferred@1775224564 after retry RPC after error@133054446) -> (continuation of Deferred@1954690065 after retry RPC after error@290880914) -> (continuation of Deferred@104456490 after retry RPC after error@1893642060) -> (continuation of Deferred@353976314 after retry RPC after error@922843686) -> (continuation of Deferred@2121858397 after retry RPC after error@2069469457) -> (continuation of Deferred@669224815 after retry RPC after error@453968383) -> (continuation of Deferred@572822998 after retry RPC after error@360845714) -> (continuation of Deferred@782335162 after retry RPC after error@1296207976) -> (continuation of Deferred@1271805491 after retry RPC after error@1321578585) -> (continuation of Deferred@1797542295 after retry RPC after error@851205451) -> (continuation of Deferred@150575745 after retry RPC after error@1809691839) -> (continuation of Deferred@582805690 after retry RPC after error@1924841379) -> (continuation of Deferred@919801575 after retry RPC after error@816659662) -> (continuation of Deferred@1972501337 after retry RPC after error@1383138799) -> (continuation of Deferred@2088476016 after retry RPC after error@627672445) -> (continuation of Deferred@1599662522 after retry RPC after error@98357699) -> (continuation of Deferred@627858453 after retry RPC after error@1288140712) -> (continuation of Deferred@1422541491 after retry RPC after error@930857760) -> (continuation of Deferred@1890630958 after retry RPC after error@121503399) -> (continuation of Deferred@23391017 after retry RPC after error@1760512742) -> (continuation of Deferred@490980120 after retry RPC after error@1977863889) -> (continuation of Deferred@1408786151 after retry RPC after error@1104320004) -> (continuation of Deferred@1116395045 after retry RPC after error@695475683) -> (continuation of Deferred@954884428 after retry RPC after error@1843245795) -> (continuation of Deferred@2037545603 after retry RPC after error@1893792587) -> (continuation of Deferred@459998234 after retry RPC after error@463599422) -> (continuation of Deferred@1902981291 after retry RPC after error@111191918) -> (continuation of Deferred@1160259700 after retry RPC after error@1361330152) -> (continuation of Deferred@1238676751 after retry RPC after error@1254944908) -> (continuation of Deferred@1319307817 after retry RPC after error@1040758634) -> (continuation of Deferred@1385697641 after retry RPC after error@2138948390) -> (continuation of Deferred@693726370 after retry RPC after error@1376861444)))
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=37, TimeoutTracker(timeout=50000, elapsed=48636), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [15ms] refreshing cache from master, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [16ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [16ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [17ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [17ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [36ms] refreshing cache from master, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [36ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [36ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [38ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [38ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [55ms] refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [56ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [56ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [56ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [57ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [74ms] refreshing cache from master, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [75ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [76ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [77ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [77ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [94ms] refreshing cache from master, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [96ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [96ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [97ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [98ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [116ms] refreshing cache from master, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [117ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [117ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [118ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [118ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [156ms] refreshing cache from master, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [157ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [158ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [194ms] refreshing cache from master, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [196ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [196ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [197ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [197ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [295ms] refreshing cache from master, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [295ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [296ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [296ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [297ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [297ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [754ms] refreshing cache from master, [754ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [755ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [756ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [756ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [757ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2095ms] refreshing cache from master, [2095ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [2095ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [2096ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2096ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.60:40219: Network error: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219, [2096ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.62:36767: Network error: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2097ms] Sub RPC ConnectToMaster: received response from server master-127.23.129.61:42059: OK, [2097ms] delaying RPC due to: Service unavailable: Master config (127.23.129.60:40219,127.23.129.62:36767,127.23.129.61:42059) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.60:40219(127.23.129.60:40219): Connection refused: /127.23.129.60:40219,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.129.62:36767(127.23.129.62:36767): Connection refused: /127.23.129.62:36767, [2614ms] refreshing cache from master, [2614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.60:40219, [2615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.62:36767, [2615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.129.61:42059, [2616ms] too many traces: truncated at 100 traces, deferred=Deferred@1226147208(state=PENDING, result=null, callback=(continuation of Deferred@2005269 after retry RPC after error@1765578692) -> (continuation of Deferred@1843578554 after retry RPC after error@138295115) -> (continuation of Deferred@2090647912 after retry RPC after error@1897130888) -> (continuation of Deferred@180302854 after retry RPC after error@1933758069) -> (continuation of Deferred@1775224564 after retry RPC after error@133054446) -> (continuation of Deferred@1954690065 after retry RPC after error@290880914) -> (continuation of Deferred@104456490 after retry RPC after error@1893642060) -> (continuation of Deferred@353976314 after retry RPC after error@922843686) -> (continuation of Deferred@2121858397 after retry RPC after error@2069469457) -> (continuation of Deferred@669224815 after retry RPC after error@453968383) -> (continuation of Deferred@572822998 after retry RPC after error@360845714) -> (continuation of Deferred@782335162 after retry RPC after error@1296207976) -> (continuation of Deferred@1271805491 after retry RPC after error@1321578585) -> (continuation of Deferred@1797542295 after retry RPC after error@851205451) -> (continuation of Deferred@150575745 after retry RPC after error@1809691839) -> (continuation of Deferred@582805690 after retry RPC after error@1924841379) -> (continuation of Deferred@919801575 after retry RPC after error@816659662) -> (continuation of Deferred@1972501337 after retry RPC after error@1383138799) -> (continuation of Deferred@2088476016 after retry RPC after error@627672445) -> (continuation of Deferred@1599662522 after retry RPC after error@98357699) -> (continuation of Deferred@627858453 after retry RPC after error@1288140712) -> (continuation of Deferred@1422541491 after retry RPC after error@930857760) -> (continuation of Deferred@1890630958 after retry RPC after error@121503399) -> (continuation of Deferred@23391017 after retry RPC after error@1760512742) -> (continuation of Deferred@490980120 after retry RPC after error@1977863889) -> (continuation of Deferred@1408786151 after retry RPC after error@1104320004) -> (continuation of Deferred@1116395045 after retry RPC after error@695475683) -> (continuation of Deferred@954884428 after retry RPC after error@1843245795) -> (continuation of Deferred@2037545603 after retry RPC after error@1893792587) -> (continuation of Deferred@459998234 after retry RPC after error@463599422) -> (continuation of Deferred@1902981291 after retry RPC after error@111191918) -> (continuation of Deferred@1160259700 after retry RPC after error@1361330152) -> (continuation of Deferred@1238676751 after retry RPC after error@1254944908) -> (continuation of Deferred@1319307817 after retry RPC after error@1040758634) -> (continuation of Deferred@1385697641 after retry RPC after error@2138948390) -> (continuation of Deferred@693726370 after retry RPC after error@1376861444), errback=(continuation of Deferred@2005269 after retry RPC after error@1765578692) -> (continuation of Deferred@1843578554 after retry RPC after error@138295115) -> (continuation of Deferred@2090647912 after retry RPC after error@1897130888) -> (continuation of Deferred@180302854 after retry RPC after error@1933758069) -> (continuation of Deferred@1775224564 after retry RPC after error@133054446) -> (continuation of Deferred@1954690065 after retry RPC after error@290880914) -> (continuation of Deferred@104456490 after retry RPC after error@1893642060) -> (continuation of Deferred@353976314 after retry RPC after error@922843686) -> (continuation of Deferred@2121858397 after retry RPC after error@2069469457) -> (continuation of Deferred@669224815 after retry RPC after error@453968383) -> (continuation of Deferred@572822998 after retry RPC after error@360845714) -> (continuation of Deferred@782335162 after retry RPC after error@1296207976) -> (continuation of Deferred@1271805491 after retry RPC after error@1321578585) -> (continuation of Deferred@1797542295 after retry RPC after error@851205451) -> (continuation of Deferred@150575745 after retry RPC after error@1809691839) -> (continuation of Deferred@582805690 after retry RPC after error@1924841379) -> (continuation of Deferred@919801575 after retry RPC after error@816659662) -> (continuation of Deferred@1972501337 after retry RPC after error@1383138799) -> (continuation of Deferred@2088476016 after retry RPC after error@627672445) -> (continuation of Deferred@1599662522 after retry RPC after error@98357699) -> (continuation of Deferred@627858453 after retry RPC after error@1288140712) -> (continuation of Deferred@1422541491 after retry RPC after error@930857760) -> (continuation of Deferred@1890630958 after retry RPC after error@121503399) -> (continuation of Deferred@23391017 after retry RPC after error@1760512742) -> (continuation of Deferred@490980120 after retry RPC after error@1977863889) -> (continuation of Deferred@1408786151 after retry RPC after error@1104320004) -> (continuation of Deferred@1116395045 after retry RPC after error@695475683) -> (continuation of Deferred@954884428 after retry RPC after error@1843245795) -> (continuation of Deferred@2037545603 after retry RPC after error@1893792587) -> (continuation of Deferred@459998234 after retry RPC after error@463599422) -> (continuation of Deferred@1902981291 after retry RPC after error@111191918) -> (continuation of Deferred@1160259700 after retry RPC after error@1361330152) -> (continuation of Deferred@1238676751 after retry RPC after error@1254944908) -> (continuation of Deferred@1319307817 after retry RPC after error@1040758634) -> (continuation of Deferred@1385697641 after retry RPC after error@2138948390) -> (continuation of Deferred@693726370 after retry RPC after error@1376861444)))
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:569)
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.lang.Thread.run(Thread.java:840)